taosdata / TDengine / #4926

coverage: 66.053% (-0.05%) from 66.107%
#4926

push

travis-ci

web-flow 
feat: [6654385780] show snap progress (#34203)

48 of 59 new or added lines in 7 files covered. (81.36%)

582 existing lines in 124 files now uncovered.

200362 of 303334 relevant lines covered (66.05%)

132283104.31 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

83.7
/source/libs/executor/src/scanoperator.c
1 
/*
2 
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3 
 *
4 
 * This program is free software: you can use, redistribute, and/or modify
5 
 * it under the terms of the GNU Affero General Public License, version 3
6 
 * or later ("AGPL"), as published by the Free Software Foundation.
7 
 *
8 
 * This program is distributed in the hope that it will be useful, but WITHOUT
9 
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10 
 * FITNESS FOR A PARTICULAR PURPOSE.
11 
 *
12 
 * You should have received a copy of the GNU Affero General Public License
13 
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14 
 */
15 









16



#include "executor.h"










17



#include "executorInt.h"










18



#include "filter.h"










19



#include "function.h"










20



#include "functionMgt.h"










21



#include "os.h"










22



#include "querynodes.h"










23



#include "streamexecutorInt.h"










24



#include "systable.h"










25



#include "tname.h"










26












27



#include "tdatablock.h"










28



#include "tmsg.h"










29



#include "ttime.h"










30












31



#include "operator.h"










32



#include "query.h"










33



#include "querytask.h"










34



#include "tcompare.h"










35



#include "thash.h"










36



#include "ttypes.h"










37












38



#include "function.h"










39



#include "storageapi.h"










40



#include "wal.h"










41












42



int32_t scanDebug = 0;










43












44



#define MULTI_READER_MAX_TABLE_NUM     5000










45



#define SET_REVERSE_SCAN_FLAG(_info)   ((_info)->scanFlag = REVERSE_SCAN)










46



#define SWITCH_ORDER(n)                (((n) = ((n) == TSDB_ORDER_ASC) ? TSDB_ORDER_DESC : TSDB_ORDER_ASC))










47



#define STREAM_SCAN_OP_NAME            "StreamScanOperator"










48



#define STREAM_SCAN_OP_STATE_NAME      "StreamScanFillHistoryState"










49



#define STREAM_SCAN_OP_CHECKPOINT_NAME "StreamScanOperator_Checkpoint"










50












51



typedef struct STableMergeScanExecInfo {










52



  SFileBlockLoadRecorder blockRecorder;










53



  SSortExecInfo          sortExecInfo;










54



} STableMergeScanExecInfo;










55












56



typedef struct STableMergeScanSortSourceParam {










57



  SOperatorInfo* pOperator;










58



  int32_t        readerIdx;










59



  uint64_t       uid;










60



  STsdbReader*   reader;










61



} STableMergeScanSortSourceParam;










62












63



typedef struct STableCountScanOperatorInfo {










64



  SReadHandle  readHandle;










65



  SSDataBlock* pRes;










66












67



  STableCountScanSupp supp;










68












69



  int32_t currGrpIdx;










70



  SArray* stbUidList;  // when group by db_name and/or stable_name










71



} STableCountScanOperatorInfo;










72












73



static bool    processBlockWithProbability(const SSampleExecInfo* pInfo);










74



static int32_t doTableCountScanNext(SOperatorInfo* pOperator, SSDataBlock** ppRes);










75












76



bool processBlockWithProbability(const SSampleExecInfo* pInfo) {




705,259,420✔





77



#if 0










78



  if (pInfo->sampleRatio == 1) {










79



    return true;










80



  }










81












82



  uint32_t val = taosRandR((uint32_t*) &pInfo->seed);










83



  return (val % ((uint32_t)(1/pInfo->sampleRatio))) == 0;










84



#else










85



  return true;




705,259,420✔





86



#endif










87



}










88












89



static void switchCtxOrder(SqlFunctionCtx* pCtx, int32_t numOfOutput) {




66,210✔





90



  for (int32_t i = 0; i < numOfOutput; ++i) {




66,210✔





91



    SWITCH_ORDER(pCtx[i].order);




×







92



  }










93



}




66,210✔





94












95



static int32_t overlapWithTimeWindow(SInterval* pInterval, SDataBlockInfo* pBlockInfo, int32_t order, bool* overlap) {




745,847,835✔





96



  int32_t     code = TSDB_CODE_SUCCESS;




745,847,835✔





97



  STimeWindow w = {0};




745,847,835✔





98












99



  // 0 by default, which means it is not a interval operator of the upstream operator.










100



  if (pInterval->interval == 0) {




746,038,140✔





101



    *overlap = false;




698,711,618✔





102



    return code;




698,757,648✔





103



  }










104












105



  if (order == TSDB_ORDER_ASC) {




47,162,192✔





106



    w = getAlignQueryTimeWindow(pInterval, pBlockInfo->window.skey);




45,190,431✔





107



    if (w.ekey < pBlockInfo->window.skey) {




45,166,306✔





108



      qError("w.ekey:%" PRId64 " < pBlockInfo->window.skey:%" PRId64, w.ekey, pBlockInfo->window.skey);




×







109



      return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;




×







110



    }










111












112



    if (w.ekey < pBlockInfo->window.ekey) {




45,150,864✔





113



      *overlap = true;




36,652,169✔





114



      return code;




36,652,634✔





115



    }










116












117



    while (1) {










118



      getNextTimeWindow(pInterval, &w, order);




8,540,031✔





119



      if (w.skey > pBlockInfo->window.ekey) {




8,559,132✔





120



        break;




8,293,861✔





121



      }










122












123



      if (w.ekey <= pBlockInfo->window.ekey) {




264,013✔





124



        qError("w.ekey:%" PRId64 " <= pBlockInfo->window.ekey:%" PRId64, w.ekey, pBlockInfo->window.ekey);




×







125



        return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;




×







126



      }










127



      if (TMAX(w.skey, pBlockInfo->window.skey) <= pBlockInfo->window.ekey) {




264,013✔





128



        *overlap = true;




264,013✔





129



        return code;




264,013✔





130



      }










131



    }










132



  } else {










133



    w = getAlignQueryTimeWindow(pInterval, pBlockInfo->window.ekey);




1,971,761✔





134



    if (w.skey > pBlockInfo->window.ekey) {




1,974,152✔





135



      qError("w.skey:%" PRId64 " > pBlockInfo->window.skey:%" PRId64, w.skey, pBlockInfo->window.ekey);




×







136



      return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;




×







137



    }










138












139



    if (w.skey > pBlockInfo->window.skey) {




1,972,941✔





140



      *overlap = true;




1,534,507✔





141



      return code;




1,533,327✔





142



    }










143












144



    while (1) {










145



      getNextTimeWindow(pInterval, &w, order);




436,664✔





146



      if (w.ekey < pBlockInfo->window.skey) {




437,844✔





147



        break;




436,493✔





148



      }










149












150



      if (w.skey >= pBlockInfo->window.skey) {




2,562✔





151



        qError("w.skey:%" PRId64 " >= pBlockInfo->window.skey:%" PRId64, w.skey, pBlockInfo->window.skey);




×







152



        return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;




×







153



      }










154



      if (pBlockInfo->window.skey <= TMIN(w.ekey, pBlockInfo->window.ekey)) {




2,562✔





155



        *overlap = true;




2,562✔





156



        return code;




2,562✔





157



      }










158



    }










159



  }










160












161



  *overlap = false;




8,730,354✔





162



  return code;




8,729,946✔





163



}










164












165



// this function is for table scanner to extract temporary results of upstream aggregate results.










166



static SResultRow* getTableGroupOutputBuf(SOperatorInfo* pOperator, uint64_t groupId, SFilePage** pPage) {




165,279,852✔





167



  if (pOperator->operatorType != QUERY_NODE_PHYSICAL_PLAN_TABLE_SCAN) {




165,279,852✔





168



    return NULL;




×







169



  }










170












171



  int64_t buf[2] = {0};




165,313,936✔





172



  SET_RES_WINDOW_KEY((char*)buf, &groupId, sizeof(groupId), groupId);




165,272,150✔





173












174



  STableScanInfo* pTableScanInfo = pOperator->info;




165,254,858✔





175












176



  SResultRowPosition* p1 = (SResultRowPosition*)tSimpleHashGet(pTableScanInfo->base.pdInfo.pAggSup->pResultRowHashTable,




165,303,766✔





177



                                                               buf, GET_RES_WINDOW_KEY_LEN(sizeof(groupId)));










178












179



  if (p1 == NULL) {




165,338,459✔





180



    return NULL;




56,450,499✔





181



  }










182












183



  *pPage = getBufPage(pTableScanInfo->base.pdInfo.pAggSup->pResultBuf, p1->pageId);




108,887,960✔





184



  if (NULL == *pPage) {




108,875,555✔





185



    return NULL;




×







186



  }










187












188



  return (SResultRow*)((char*)(*pPage) + p1->offset);




108,875,365✔





189



}










190












191



static int32_t insertTableToScanIgnoreList(STableScanInfo* pTableScanInfo, uint64_t uid) {




11,408,212✔





192



  if (NULL == pTableScanInfo->pIgnoreTables) {




11,408,212✔





193



    int32_t tableNum = taosArrayGetSize(pTableScanInfo->base.pTableListInfo->pTableList);




1,342,606✔





194



    pTableScanInfo->pIgnoreTables =




1,341,257✔





195



        taosHashInit(tableNum, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT), true, HASH_NO_LOCK);




1,342,606✔





196



    if (NULL == pTableScanInfo->pIgnoreTables) {




1,341,593✔





197



      return terrno;




×







198



    }










199



  }










200












201



  int32_t tempRes = taosHashPut(pTableScanInfo->pIgnoreTables, &uid, sizeof(uid), &pTableScanInfo->scanTimes,




11,407,709✔





202



                                sizeof(pTableScanInfo->scanTimes));










203



  if (tempRes != TSDB_CODE_SUCCESS && tempRes != TSDB_CODE_DUP_KEY) {




11,401,451✔





204



    qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(tempRes));




×







205



    return tempRes;




×







206



  }










207



  return TSDB_CODE_SUCCESS;




11,401,451✔





208



}










209












210



static int32_t doDynamicPruneDataBlock(SOperatorInfo* pOperator, SDataBlockInfo* pBlockInfo, uint32_t* status) {




814,296,471✔





211



  STableScanInfo* pTableScanInfo = pOperator->info;




814,296,471✔





212



  int32_t         code = TSDB_CODE_SUCCESS;




814,772,038✔





213












214



  if (pTableScanInfo->base.pdInfo.pExprSup == NULL) {




814,772,038✔





215



    return TSDB_CODE_SUCCESS;




649,100,917✔





216



  }










217












218



  SExprSupp* pSup1 = pTableScanInfo->base.pdInfo.pExprSup;




165,264,385✔





219












220



  SFilePage*  pPage = NULL;




165,260,069✔





221



  SResultRow* pRow = getTableGroupOutputBuf(pOperator, pBlockInfo->id.groupId, &pPage);




165,241,945✔





222












223



  if (pRow == NULL) {




165,304,218✔





224



    return TSDB_CODE_SUCCESS;




56,426,181✔





225



  }










226












227



  bool notLoadBlock = true;




108,878,037✔





228



  for (int32_t i = 0; i < pSup1->numOfExprs; ++i) {




2,147,483,647✔





229



    int32_t functionId = pSup1->pCtx[i].functionId;




2,147,483,647✔





230












231



    SResultRowEntryInfo* pEntry = getResultEntryInfo(pRow, i, pTableScanInfo->base.pdInfo.pExprSup->rowEntryInfoOffset);




2,147,483,647✔





232












233



    EFuncDataRequired reqStatus = fmFuncDynDataRequired(functionId, pEntry, pBlockInfo);




2,147,483,647✔





234



    if (reqStatus != FUNC_DATA_REQUIRED_NOT_LOAD && !pSup1->pCtx[i].skipDynDataCheck) {




2,147,483,647✔





235



      notLoadBlock = false;




97,453,172✔





236



      break;




97,453,172✔





237



    }










238



  }










239












240



  // release buffer pages










241



  releaseBufPage(pTableScanInfo->base.pdInfo.pAggSup->pResultBuf, pPage);




108,091,417✔





242












243



  if (notLoadBlock) {




108,875,646✔





244



    *status = FUNC_DATA_REQUIRED_NOT_LOAD;




11,409,473✔





245



    code = insertTableToScanIgnoreList(pTableScanInfo, pBlockInfo->id.uid);




11,407,634✔





246



  }










247












248



  return code;




108,779,659✔





249



}










250












251



static int32_t doFilterByBlockSMA(SFilterInfo* pFilterInfo, SColumnDataAgg* pColsAgg, int32_t numOfCols,




9,513,811✔





252



                                  int32_t numOfRows, bool* keep) {










253



  if (pColsAgg == NULL || pFilterInfo == NULL) {




9,513,811✔





254



    *keep = true;




×







255



    return TSDB_CODE_SUCCESS;




×







256



  }










257












258



  return filterRangeExecute(pFilterInfo, pColsAgg, numOfCols, numOfRows, keep);




9,513,942✔





259



}










260












261



static int32_t doLoadBlockSMA(STableScanBase* pTableScanInfo, SSDataBlock* pBlock, SExecTaskInfo* pTaskInfo,




162,778,163✔





262



                              bool* pLoad) {










263



  SStorageAPI* pAPI = &pTaskInfo->storageAPI;




162,778,163✔





264



  bool         allColumnsHaveAgg = true;




162,839,521✔





265



  bool         hasNullSMA = false;




162,850,193✔





266



  if (pLoad != NULL) {




162,800,322✔





267



    *pLoad = false;




162,877,109✔





268



  }










269












270



  int32_t code = pAPI->tsdReader.tsdReaderRetrieveBlockSMAInfo(pTableScanInfo->dataReader, pBlock, &allColumnsHaveAgg,




162,779,495✔





271



                                                               &hasNullSMA);










272



  if (code != TSDB_CODE_SUCCESS) {




162,779,185✔





273



    return code;




×







274



  }










275












276



  if (!allColumnsHaveAgg || hasNullSMA) {




162,779,185✔





277



    *pLoad = false;




147,935,671✔





278



  } else {










279



    *pLoad = true;




14,843,514✔





280



  }










281












282



  return code;




162,734,250✔





283



}










284












285



static int32_t doSetTagColumnData(STableScanBase* pTableScanInfo, SSDataBlock* pBlock, SExecTaskInfo* pTaskInfo,




855,606,112✔





286



                                  int32_t rows) {










287



  int32_t    code = 0;




855,606,112✔





288



  SExprSupp* pSup = &pTableScanInfo->pseudoSup;




855,606,112✔





289



  if (pSup->numOfExprs > 0) {




856,054,220✔





290



    code = addTagPseudoColumnData(&pTableScanInfo->readHandle, pSup->pExprInfo, pSup->numOfExprs, pBlock, rows,




329,016,194✔





291



                                  pTaskInfo, &pTableScanInfo->metaCache);










292



    // ignore the table not exists error, since this table may have been dropped during the scan procedure.










293



    if (code == TSDB_CODE_PAR_TABLE_NOT_EXIST) {




328,891,135✔





294



      if (pTaskInfo->streamInfo.pState) blockDataCleanup(pBlock);




×







295



      code = 0;




×







296



    }










297



  }










298












299



  return code;




855,696,740✔





300



}










301












302



bool applyLimitOffset(SLimitInfo* pLimitInfo, SSDataBlock* pBlock, SExecTaskInfo* pTaskInfo) {




1,429,596,308✔





303



  SLimit*     pLimit = &pLimitInfo->limit;




1,429,596,308✔





304



  const char* id = GET_TASKID(pTaskInfo);




1,429,838,324✔





305












306



  if (pLimitInfo->remainOffset > 0) {




1,430,052,534✔





307



    if (pLimitInfo->remainOffset >= pBlock->info.rows) {




4,678,696✔





308



      pLimitInfo->remainOffset -= pBlock->info.rows;




2,515,018✔





309



      blockDataEmpty(pBlock);




2,515,018✔





310



      qDebug("current block ignore due to offset, current:%" PRId64 ", %s", pLimitInfo->remainOffset, id);




2,515,018✔





311



      return false;




2,515,018✔





312



    } else {










313



      int32_t code = blockDataTrimFirstRows(pBlock, pLimitInfo->remainOffset);




2,163,678✔





314



      if (code != TSDB_CODE_SUCCESS) {




2,163,678✔





315



        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code));




×







316



        pTaskInfo->code = code;




×







317



        T_LONG_JMP(pTaskInfo->env, code);




×







318



      }










319



      pLimitInfo->remainOffset = 0;




2,163,678✔





320



    }










321



  }










322












323



  if (pLimit->limit != -1 && pLimit->limit <= (pLimitInfo->numOfOutputRows + pBlock->info.rows)) {




1,427,441,269✔





324



    // limit the output rows










325



    int32_t keep = (int32_t)(pLimit->limit - pLimitInfo->numOfOutputRows);




38,764,369✔





326



    blockDataKeepFirstNRows(pBlock, keep);




38,762,910✔





327












328



    pLimitInfo->numOfOutputRows += pBlock->info.rows;




38,758,097✔





329



    qDebug("output limit %" PRId64 " has reached, %s", pLimit->limit, id);




38,763,793✔





330



    return true;




38,759,233✔





331



  }










332












333



  pLimitInfo->numOfOutputRows += pBlock->info.rows;




1,388,331,175✔





334



  return false;




1,388,538,475✔





335



}










336












337



static bool isDynVtbScan(SOperatorInfo* pOperator) {




×







338



  return pOperator->dynamicTask && ((STableScanInfo*)(pOperator->info))->virtualStableScan;




×







339



}










340












341



static int32_t loadDataBlock(SOperatorInfo* pOperator, STableScanBase* pTableScanInfo, SSDataBlock* pBlock,




851,017,046✔





342



                             uint32_t* status) {










343



  int32_t        code = TSDB_CODE_SUCCESS;




851,017,046✔





344



  int32_t        lino = 0;




851,017,046✔





345



  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;




851,017,046✔





346



  SStorageAPI*   pAPI = &pTaskInfo->storageAPI;




851,275,489✔





347



  bool           loadSMA = false;




851,101,293✔





348












349



  SFileBlockLoadRecorder* pCost = &pTableScanInfo->readRecorder;




851,101,293✔





350












351



  pCost->totalBlocks += 1;




851,029,910✔





352



  pCost->totalRows += pBlock->info.rows;




851,107,517✔





353



  *status = pTableScanInfo->dataBlockLoadFlag;




850,690,588✔





354












355



  if (pOperator->exprSupp.pFilterInfo != NULL) {




851,241,687✔





356



    (*status) = FUNC_DATA_REQUIRED_DATA_LOAD;




105,062,839✔





357



  } else {










358



    bool overlap = false;




745,953,901✔





359



    int  ret =










360



        overlapWithTimeWindow(&pTableScanInfo->pdInfo.interval, &pBlock->info, pTableScanInfo->cond.order, &overlap);




745,898,271✔





361



    if (ret != TSDB_CODE_SUCCESS) {




745,710,776✔





362



      return ret;




×







363



    }










364



    if (overlap) {




745,710,776✔





365



      (*status) = FUNC_DATA_REQUIRED_DATA_LOAD;




38,444,419✔





366



    }










367



  }










368












369



  SDataBlockInfo* pBlockInfo = &pBlock->info;




851,162,417✔





370



  taosMemoryFreeClear(pBlock->pBlockAgg);




851,062,670✔





371












372



  if (*status == FUNC_DATA_REQUIRED_FILTEROUT) {




850,900,452✔





373



    qDebug("%s data block filter out, brange:%" PRId64 "-%" PRId64 ", rows:%" PRId64, GET_TASKID(pTaskInfo),




×







374



           pBlockInfo->window.skey, pBlockInfo->window.ekey, pBlockInfo->rows);










375



    pCost->filterOutBlocks += 1;




×







376



    pCost->totalRows += pBlock->info.rows;




×







377



    pAPI->tsdReader.tsdReaderReleaseDataBlock(pTableScanInfo->dataReader);




×







378



    return TSDB_CODE_SUCCESS;




×







379



  } else if (*status == FUNC_DATA_REQUIRED_NOT_LOAD) {




850,735,178✔





380



    qDebug("%s data block skipped, brange:%" PRId64 "-%" PRId64 ", rows:%" PRId64 ", uid:%" PRIu64,




27,681,832✔





381



           GET_TASKID(pTaskInfo), pBlockInfo->window.skey, pBlockInfo->window.ekey, pBlockInfo->rows,










382



           pBlockInfo->id.uid);










383



    code = doSetTagColumnData(pTableScanInfo, pBlock, pTaskInfo, pBlock->info.rows);




27,685,866✔





384



    pCost->skipBlocks += 1;




27,695,734✔





385



    pAPI->tsdReader.tsdReaderReleaseDataBlock(pTableScanInfo->dataReader);




27,695,677✔





386



    return code;




27,676,117✔





387



  } else if (*status == FUNC_DATA_REQUIRED_SMA_LOAD) {




822,993,887✔





388



    pCost->loadBlockStatis += 1;




57,755,671✔





389



    loadSMA = true;  // mark the operation of load sma;




57,763,316✔





390



    bool success = true;




57,763,316✔





391



    code = doLoadBlockSMA(pTableScanInfo, pBlock, pTaskInfo, &success);




57,762,441✔





392



    if (code) {




57,714,500✔





393



      pAPI->tsdReader.tsdReaderReleaseDataBlock(pTableScanInfo->dataReader);




×







394



      qError("%s failed to retrieve sma info", GET_TASKID(pTaskInfo));




×







395



      QUERY_CHECK_CODE(code, lino, _end);




30,922✔





396



    }










397












398



    if (success) {  // failed to load the block sma data, data block statistics does not exist, load data block instead




57,745,422✔





399



      qDebug("%s data block SMA loaded, brange:%" PRId64 "-%" PRId64 ", rows:%" PRId64, GET_TASKID(pTaskInfo),




5,331,930✔





400



             pBlockInfo->window.skey, pBlockInfo->window.ekey, pBlockInfo->rows);










401



      code = doSetTagColumnData(pTableScanInfo, pBlock, pTaskInfo, pBlock->info.rows);




5,332,013✔





402



      pAPI->tsdReader.tsdReaderReleaseDataBlock(pTableScanInfo->dataReader);




5,331,882✔





403



      return code;




5,332,013✔





404



    } else {










405



      qDebug("%s failed to load SMA, since not all columns have SMA", GET_TASKID(pTaskInfo));




52,413,492✔





406



      *status = FUNC_DATA_REQUIRED_DATA_LOAD;




52,433,120✔





407



    }










408



  }










409












410



  if (*status != FUNC_DATA_REQUIRED_DATA_LOAD) {




817,660,250✔





411



    pAPI->tsdReader.tsdReaderReleaseDataBlock(pTableScanInfo->dataReader);




×







412



    qError("%s loadDataBlock invalid status:%d", GET_TASKID(pTaskInfo), *status);




×







413



    return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;




×







414



  }










415












416



  // try to filter data block according to sma info










417



  if (pOperator->exprSupp.pFilterInfo != NULL && (!loadSMA)) {




817,655,327✔





418



    bool success = true;




105,049,324✔





419



    code = doLoadBlockSMA(pTableScanInfo, pBlock, pTaskInfo, &success);




105,058,509✔





420



    if (code) {




104,933,670✔





421



      pAPI->tsdReader.tsdReaderReleaseDataBlock(pTableScanInfo->dataReader);




×







422



      qError("%s failed to retrieve sma info", GET_TASKID(pTaskInfo));




×







423



      QUERY_CHECK_CODE(code, lino, _end);




84,128✔





424



    }










425












426



    if (success) {




105,017,798✔





427



      size_t size = taosArrayGetSize(pBlock->pDataBlock);




9,513,680✔





428



      bool   keep = false;




9,511,715✔





429



      code = doFilterByBlockSMA(pOperator->exprSupp.pFilterInfo, pBlock->pBlockAgg, size, pBlockInfo->rows, &keep);




9,512,108✔





430



      if (code) {




9,513,942✔





431



        pAPI->tsdReader.tsdReaderReleaseDataBlock(pTableScanInfo->dataReader);




×







432



        qError("%s failed to do filter by block sma, code:%s", GET_TASKID(pTaskInfo), tstrerror(code));




×








UNCOV

433



        QUERY_CHECK_CODE(code, lino, _end);




×







434



      }










435












436



      if (!keep) {




9,512,632✔





437



        qDebug("%s data block filter out by block SMA, brange:%" PRId64 "-%" PRId64 ", rows:%" PRId64,




3,335,812✔





438



               GET_TASKID(pTaskInfo), pBlockInfo->window.skey, pBlockInfo->window.ekey, pBlockInfo->rows);










439



        pCost->filterOutBlocks += 1;




3,335,812✔





440



        (*status) = FUNC_DATA_REQUIRED_FILTEROUT;




3,335,812✔





441



        taosMemoryFreeClear(pBlock->pBlockAgg);




3,335,812✔





442












443



        pAPI->tsdReader.tsdReaderReleaseDataBlock(pTableScanInfo->dataReader);




3,335,812✔





444



        return TSDB_CODE_SUCCESS;




3,335,812✔





445



      }










446



    }










447



  }










448












449



  // free the sma info, since it should not be involved in *later computing process.










450



  taosMemoryFreeClear(pBlock->pBlockAgg);




814,603,716✔





451












452



  // try to filter data block according to current results










453



  code = doDynamicPruneDataBlock(pOperator, pBlockInfo, status);




814,331,626✔





454



  if (code) {




814,271,797✔





455



    pAPI->tsdReader.tsdReaderReleaseDataBlock(pTableScanInfo->dataReader);




×







456



    QUERY_CHECK_CODE(code, lino, _end);




×







457



  }










458












459



  if (*status == FUNC_DATA_REQUIRED_NOT_LOAD) {




814,271,797✔





460



    qDebug("%s data block skipped due to dynamic prune, brange:%" PRId64 "-%" PRId64 ", rows:%" PRId64,




11,408,637✔





461



           GET_TASKID(pTaskInfo), pBlockInfo->window.skey, pBlockInfo->window.ekey, pBlockInfo->rows);










462



    pCost->skipBlocks += 1;




11,409,473✔





463



    pAPI->tsdReader.tsdReaderReleaseDataBlock(pTableScanInfo->dataReader);




11,409,874✔





464












465



    STableScanInfo* p1 = pOperator->info;




11,409,874✔





466



    if (taosHashGetSize(p1->pIgnoreTables) == taosArrayGetSize(p1->base.pTableListInfo->pTableList)) {




11,409,874✔





467



      *status = FUNC_DATA_REQUIRED_ALL_FILTEROUT;




2,574,551✔





468



    } else {










469



      *status = FUNC_DATA_REQUIRED_FILTEROUT;




8,834,987✔





470



    }










471



    return TSDB_CODE_SUCCESS;




11,409,538✔





472



  }










473












474



  pCost->totalCheckedRows += pBlock->info.rows;




802,822,045✔





475



  pCost->loadBlocks += 1;




802,798,007✔





476












477



  SSDataBlock* p = NULL;




802,997,728✔





478



  code = pAPI->tsdReader.tsdReaderRetrieveDataBlock(pTableScanInfo->dataReader, &p);




803,189,978✔





479



  if (p == NULL || code != TSDB_CODE_SUCCESS || p != pBlock) {




803,253,400✔





480



    return code;




×







481



  }










482












483



  if ((pOperator->operatorType == QUERY_NODE_PHYSICAL_PLAN_TABLE_SCAN) &&




803,253,400✔





484



      ((STableScanInfo*)pOperator->info)->ignoreTag) {




659,107,688✔





485



    // do nothing










486



  } else {










487



    // dyn vtb scan do not read tag from origin tables.










488



    code = doSetTagColumnData(pTableScanInfo, pBlock, pTaskInfo, pBlock->info.rows);




777,606,945✔





489



    if (code) {




777,403,034✔





490



      return code;




×







491



    }










492



  }










493












494



  // restore the previous value










495



  pCost->totalRows -= pBlock->info.rows;




803,130,146✔





496












497



  if (pOperator->exprSupp.pFilterInfo != NULL) {




803,312,656✔





498



    code = doFilter(pBlock, pOperator->exprSupp.pFilterInfo, &pTableScanInfo->matchInfo, NULL);




101,682,136✔





499



    QUERY_CHECK_CODE(code, lino, _end);




101,690,736✔





500












501



    int64_t st = taosGetTimestampUs();




98,555,129✔





502



    double  el = (taosGetTimestampUs() - st) / 1000.0;




98,552,352✔





503



    pTableScanInfo->readRecorder.filterTime += el;




98,552,352✔





504












505



    if (pBlock->info.rows == 0) {




98,553,634✔





506



      pCost->filterOutBlocks += 1;




21,047,682✔





507



      qDebug("%s data block filter out, brange:%" PRId64 "-%" PRId64 ", rows:%" PRId64 ", elapsed time:%.2f ms",




21,061,762✔





508



             GET_TASKID(pTaskInfo), pBlockInfo->window.skey, pBlockInfo->window.ekey, pBlockInfo->rows, el);










509



    } else {










510



      qDebug("%s data block filter applied, elapsed time:%.2f ms", GET_TASKID(pTaskInfo), el);




77,483,783✔





511



    }










512



  }










513












514



  bool limitReached = applyLimitOffset(&pTableScanInfo->limitInfo, pBlock, pTaskInfo);




799,901,233✔





515



  if (limitReached) {  // set operator flag is done




799,848,920✔





516



    setOperatorCompleted(pOperator);




3,121,084✔





517



  }










518












519



  pCost->totalRows += pBlock->info.rows;




799,848,920✔





520












521



_end:




803,402,387✔





522



  if (code != TSDB_CODE_SUCCESS) {




803,387,865✔





523



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




3,157,762✔





524



  }










525



  return code;




803,028,558✔





526



}










527












528



static void prepareForDescendingScan(STableScanBase* pTableScanInfo, SqlFunctionCtx* pCtx, int32_t numOfOutput) {




66,210✔





529



  SET_REVERSE_SCAN_FLAG(pTableScanInfo);




66,210✔





530












531



  switchCtxOrder(pCtx, numOfOutput);




66,210✔





532



  pTableScanInfo->cond.order = TSDB_ORDER_DESC;




66,210✔





533



  // STimeWindow* pTWindow = &pTableScanInfo->cond.twindows;










534



  // TSWAP(pTWindow->skey, pTWindow->ekey);










535



}




66,210✔





536












537



typedef struct STableCachedVal {










538



  const char* pName;










539



  STag*       pTags;










540



} STableCachedVal;










541












542



static void freeTableCachedVal(void* param) {




×







543



  if (param == NULL) {




×







544



    return;




×







545



  }










546












547



  STableCachedVal* pVal = param;




×







548



  taosMemoryFree((void*)pVal->pName);




×







549



  taosMemoryFree(pVal->pTags);




×







550



  taosMemoryFree(pVal);




×







551



}










552












553



static int32_t createTableCacheVal(const SMetaReader* pMetaReader, STableCachedVal** ppResVal) {




×







554



  int32_t          code = TSDB_CODE_SUCCESS;




×







555



  int32_t          lino = 0;




×







556



  STableCachedVal* pVal = taosMemoryMalloc(sizeof(STableCachedVal));




×







557



  QUERY_CHECK_NULL(pVal, code, lino, _end, terrno);




×







558












559



  pVal->pTags = NULL;




×







560



  pVal->pName = taosStrdup(pMetaReader->me.name);




×







561



  QUERY_CHECK_NULL(pVal->pName, code, lino, _end, terrno);




×







562












563



  // only child table has tag value










564



  if (pMetaReader->me.type == TSDB_CHILD_TABLE || pMetaReader->me.type == TSDB_VIRTUAL_CHILD_TABLE) {




×







565



    STag* pTag = (STag*)pMetaReader->me.ctbEntry.pTags;




×







566



    pVal->pTags = taosMemoryMalloc(pTag->len);




×







567



    QUERY_CHECK_NULL(pVal->pTags, code, lino, _end, terrno);




×







568



    memcpy(pVal->pTags, pTag, pTag->len);




×







569



  }










570












571



  (*ppResVal) = pVal;




×







572












573



_end:




×







574



  if (code != TSDB_CODE_SUCCESS) {




×







575



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







576



    freeTableCachedVal(pVal);




×







577



  }










578



  return code;




×







579



}










580












581



// const void *key, size_t keyLen, void *value










582



static void freeCachedMetaItem(const void* key, size_t keyLen, void* value, void* ud) {




×







583



  (void)key;










584



  (void)keyLen;










585



  (void)ud;










586



  freeTableCachedVal(value);




×







587



}




×







588












589



static void doSetNullValue(SSDataBlock* pBlock, const SExprInfo* pExpr, int32_t numOfExpr) {




×







590



  for (int32_t j = 0; j < numOfExpr; ++j) {




×







591



    int32_t dstSlotId = pExpr[j].base.resSchema.slotId;




×







592












593



    SColumnInfoData* pColInfoData = taosArrayGet(pBlock->pDataBlock, dstSlotId);




×







594



    colDataSetNNULL(pColInfoData, 0, pBlock->info.rows);




×







595



  }










596



}




×







597












598



static void freeTableCachedValObj(STableCachedVal* pVal) {




×







599



  taosMemoryFree((void*)pVal->pName);




×







600



  taosMemoryFree(pVal->pTags);




×







601



}




×







602












603



int32_t addTagPseudoColumnData(SReadHandle* pHandle, const SExprInfo* pExpr, int32_t numOfExpr, SSDataBlock* pBlock,




391,958,682✔





604



                               int32_t rows, SExecTaskInfo* pTask, STableMetaCacheInfo* pCache) {










605



  int32_t          code = TSDB_CODE_SUCCESS;




391,958,682✔





606



  int32_t          lino = 0;




391,958,682✔





607



  bool             freeReader = false;




391,958,682✔





608



  LRUHandle*       h = NULL;




391,958,682✔





609



  STableCachedVal  val = {0};




391,958,682✔





610



  SMetaReader      mr = {0};




391,958,682✔





611



  const char*      idStr = pTask->id.str;




392,006,176✔





612



  int32_t          insertRet = TAOS_LRU_STATUS_OK;




392,039,535✔





613



  STableCachedVal* pVal = NULL;




392,039,535✔





614












615



  // currently only the tbname pseudo column










616



  if (numOfExpr <= 0) {




392,071,730✔





617



    return TSDB_CODE_SUCCESS;




633,871✔





618



  }










619












620



  // todo: opt if only require the vgId and the vgVer;










621












622



  // backup the rows










623



  int32_t backupRows = pBlock->info.rows;




391,437,859✔





624



  pBlock->info.rows = rows;




391,432,572✔





625












626



  // todo refactor: extract method










627



  // the handling of the null data should be packed in the extracted method










628












629



  // 1. check if it is existed in meta cache










630



  if (pCache == NULL || pCache->pTableMetaEntryCache == NULL) {




391,475,359✔





631



    pHandle->api.metaReaderFn.initReader(&mr, pHandle->vnode, META_READER_LOCK, &pHandle->api.metaFn);




391,475,790✔





632



    code = pHandle->api.metaReaderFn.getEntryGetUidCache(&mr, pBlock->info.id.uid);




391,492,000✔





633



    if (code != TSDB_CODE_SUCCESS) {




391,197,772✔





634



      // when encounter the TSDB_CODE_PAR_TABLE_NOT_EXIST error, we proceed.










635



      if (code == TSDB_CODE_PAR_TABLE_NOT_EXIST) {




×







636



        qWarn("failed to get table meta, table may have been dropped, uid:0x%" PRIx64 ", code:%s, %s",




×







637



              pBlock->info.id.uid, tstrerror(code), idStr);










638












639



        // append null value before return to caller, since the caller will ignore this error code and proceed










640



        doSetNullValue(pBlock, pExpr, numOfExpr);




×







641



      } else {










642



        qError("failed to get table meta, uid:0x%" PRIx64 ", code:%s, %s", pBlock->info.id.uid, tstrerror(code), idStr);




×







643



      }










644



      pHandle->api.metaReaderFn.clearReader(&mr);




×







645



      return code;




×







646



    }










647












648



    pHandle->api.metaReaderFn.readerReleaseLock(&mr);




391,197,772✔





649












650



    val.pName = mr.me.name;




391,477,946✔





651



    val.pTags = (STag*)mr.me.ctbEntry.pTags;




391,477,946✔





652












653



    freeReader = true;




391,477,946✔





654



  } else {










655



    pCache->metaFetch += 1;




×







656












657



    h = taosLRUCacheLookup(pCache->pTableMetaEntryCache, &pBlock->info.id.uid, sizeof(pBlock->info.id.uid));




×







658



    if (h == NULL) {




×







659



      pHandle->api.metaReaderFn.initReader(&mr, pHandle->vnode, META_READER_LOCK, &pHandle->api.metaFn);




×







660



      freeReader = true;




×







661



      code = pHandle->api.metaReaderFn.getEntryGetUidCache(&mr, pBlock->info.id.uid);




×







662



      if (code != TSDB_CODE_SUCCESS) {




×







663



        if (code == TSDB_CODE_PAR_TABLE_NOT_EXIST) {




×







664



          qWarn("failed to get table meta, table may have been dropped, uid:0x%" PRIx64 ", code:%s, %s",




×







665



                pBlock->info.id.uid, tstrerror(code), idStr);










666



          // append null value before return to caller, since the caller will ignore this error code and proceed










667



          doSetNullValue(pBlock, pExpr, numOfExpr);




×







668



        } else {










669



          qError("failed to get table meta, uid:0x%" PRIx64 ", code:%s, %s", pBlock->info.id.uid, tstrerror(code),




×







670



                 idStr);










671



        }










672



        pHandle->api.metaReaderFn.clearReader(&mr);




×







673



        return code;




×







674



      }










675












676



      pHandle->api.metaReaderFn.readerReleaseLock(&mr);




×







677












678



      code = createTableCacheVal(&mr, &pVal);




×







679



      QUERY_CHECK_CODE(code, lino, _end);




×







680












681



      val = *pVal;




×







682



    } else {










683



      pCache->cacheHit += 1;




×







684



      STableCachedVal* pValTmp = taosLRUCacheValue(pCache->pTableMetaEntryCache, h);




×







685



      val = *pValTmp;




×







686












687



      bool bRes = taosLRUCacheRelease(pCache->pTableMetaEntryCache, h, false);




×







688



      qTrace("release LRU cache, res %d", bRes);




×







689



    }










690












691



    qDebug("retrieve table meta from cache:%" PRIu64 ", hit:%" PRIu64 " miss:%" PRIu64 ", %s", pCache->metaFetch,




×







692



           pCache->cacheHit, (pCache->metaFetch - pCache->cacheHit), idStr);










693



  }










694












695



  for (int32_t j = 0; j < numOfExpr; ++j) {




1,555,864,738✔





696



    const SExprInfo* pExpr1 = &pExpr[j];




1,164,235,846✔





697



    int32_t          dstSlotId = pExpr1->base.resSchema.slotId;




1,164,385,078✔





698












699



    SColumnInfoData* pColInfoData = taosArrayGet(pBlock->pDataBlock, dstSlotId);




1,164,535,576✔





700



    colInfoDataCleanup(pColInfoData, pBlock->info.rows);




1,164,625,516✔





701












702



    int32_t functionId = pExpr1->pExpr->_function.functionId;




1,164,606,799✔





703












704



    // this is to handle the tbname










705



    if (fmIsScanPseudoColumnFunc(functionId)) {




1,164,468,790✔





706



      int32_t fType = pExpr1->pExpr->_function.functionType;




130,969,744✔





707



      if (fType == FUNCTION_TYPE_TBNAME) {




130,982,606✔





708



        code = setTbNameColData(pBlock, pColInfoData, functionId, val.pName);




130,982,606✔





709



        QUERY_CHECK_CODE(code, lino, _end);




130,965,374✔





710



      } else if (fType == FUNCTION_TYPE_VGID) {




×







711



        code = setVgIdColData(pBlock, pColInfoData, functionId, pTask->id.vgId);




×







712



        QUERY_CHECK_CODE(code, lino, _end);




×







713



      } else if (fType == FUNCTION_TYPE_VGVER) {




×







714



        code = setVgVerColData(pBlock, pColInfoData, functionId, pBlock->info.version);




×







715



        QUERY_CHECK_CODE(code, lino, _end);




×







716



      }










717



    } else {  // these are tags










718



      STagVal tagVal = {0};




1,033,408,081✔





719



      tagVal.cid = pExpr1->base.pParam[0].pCol->colId;




1,033,368,101✔





720



      const char* p = pHandle->api.metaFn.extractTagVal(val.pTags, pColInfoData->info.type, &tagVal);




1,033,645,715✔





721












722



      char* data = NULL;




1,033,601,209✔





723



      if (pColInfoData->info.type != TSDB_DATA_TYPE_JSON && p != NULL) {




1,033,601,209✔





724



        data = tTagValToData((const STagVal*)p, false);




1,028,711,736✔





725



      } else {










726



        data = (char*)p;




4,969,682✔





727



      }










728












729



      bool isNullVal = (data == NULL) || (pColInfoData->info.type == TSDB_DATA_TYPE_JSON && tTagIsJsonNull(data));




1,033,466,287✔





730



      if (isNullVal) {




1,033,475,680✔





731



        colDataSetNNULL(pColInfoData, 0, pBlock->info.rows);




4,492,050✔





732



      } else if (pColInfoData->info.type != TSDB_DATA_TYPE_JSON) {




1,028,983,630✔





733



        code = colDataSetNItems(pColInfoData, 0, data, pBlock->info.rows, 1, false);




1,028,611,884✔





734



        if (IS_VAR_DATA_TYPE(((const STagVal*)p)->type)) {




1,028,624,127✔





735



          char* tmp = taosMemoryCalloc(1, varDataLen(data) + 1);




375,453,833✔





736



          if (tmp != NULL) {




375,470,000✔





737



            memcpy(tmp, varDataVal(data), varDataLen(data));




375,470,000✔





738



            qDebug("get tag value:%s, cid:%d, table name:%s, uid%" PRId64, tmp, tagVal.cid, val.pName,




375,454,126✔





739



                   pBlock->info.id.uid);










740



            taosMemoryFree(tmp);




375,526,082✔





741



          }










742



          taosMemoryFree(data);




375,522,867✔





743



        }










744



        QUERY_CHECK_CODE(code, lino, _end);




1,028,554,193✔





745



      } else {  // todo opt for json tag










746



        for (int32_t i = 0; i < pBlock->info.rows; ++i) {




2,971,093✔





747



          code = colDataSetVal(pColInfoData, i, data, false);




2,493,461✔





748



          QUERY_CHECK_CODE(code, lino, _end);




2,493,886✔





749



        }










750



      }










751



    }










752



  }










753












754



  // restore the rows










755



  pBlock->info.rows = backupRows;




391,628,892✔





756












757



_end:




391,457,795✔





758












759



  if (NULL != pVal) {




391,479,321✔





760



    insertRet =




×







761



        taosLRUCacheInsert(pCache->pTableMetaEntryCache, &pBlock->info.id.uid, sizeof(uint64_t), pVal,




×







762



                           sizeof(STableCachedVal), freeCachedMetaItem, NULL, NULL, TAOS_LRU_PRIORITY_LOW, NULL);










763



    if (insertRet != TAOS_LRU_STATUS_OK) {




×







764



      qWarn("failed to put meta into lru cache, code:%d, %s", insertRet, idStr);




×







765



    }










766



  }










767












768



  if (freeReader) {




391,479,321✔





769



    pHandle->api.metaReaderFn.clearReader(&mr);




391,379,593✔





770



  }










771



  if (code != TSDB_CODE_SUCCESS) {




391,485,755✔





772



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







773



  }










774



  return code;




391,370,268✔





775



}










776












777



int32_t setTbNameColData(const SSDataBlock* pBlock, SColumnInfoData* pColInfoData, int32_t functionId,




130,942,666✔





778



                         const char* name) {










779



  int32_t                     code = TSDB_CODE_SUCCESS;




130,942,666✔





780



  int32_t                     lino = 0;




130,942,666✔





781



  struct SScalarFuncExecFuncs fpSet = {0};




130,942,666✔





782



  code = fmGetScalarFuncExecFuncs(functionId, &fpSet);




130,963,458✔





783



  QUERY_CHECK_CODE(code, lino, _end);




130,972,799✔





784












785



  size_t len = TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE;




130,972,799✔





786



  char   buf[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};




130,972,799✔





787



  STR_TO_VARSTR(buf, name)




130,978,300✔





788












789



  SColumnInfoData infoData = createColumnInfoData(TSDB_DATA_TYPE_VARCHAR, len, 1);




130,958,322✔





790












791



  code = colInfoDataEnsureCapacity(&infoData, 1, false);




130,934,870✔





792



  QUERY_CHECK_CODE(code, lino, _end);




130,979,627✔





793












794



  code = colDataSetVal(&infoData, 0, buf, false);




130,979,627✔





795



  QUERY_CHECK_CODE(code, lino, _end);




130,973,525✔





796












797



  SScalarParam srcParam = {.numOfRows = pBlock->info.rows, .columnData = &infoData};




130,973,525✔





798



  SScalarParam param = {.columnData = pColInfoData};




130,978,384✔





799












800



  if (fpSet.process != NULL) {




130,958,937✔





801



    code = fpSet.process(&srcParam, 1, &param);




130,958,937✔





802



    QUERY_CHECK_CODE(code, lino, _end);




130,974,298✔





803



  } else {










804



    qError("failed to get the corresponding callback function, functionId:%d", functionId);




×







805



  }










806












807



  colDataDestroy(&infoData);




130,974,298✔





808












809



_end:




130,937,744✔





810



  if (code != TSDB_CODE_SUCCESS) {




130,973,121✔





811



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







812



  }










813



  return code;




130,973,121✔





814



}










815












816



int32_t setVgIdColData(const SSDataBlock* pBlock, SColumnInfoData* pColInfoData, int32_t functionId, int32_t vgId) {




×







817



  int32_t                     code = TSDB_CODE_SUCCESS;




×







818



  int32_t                     lino = 0;




×







819



  struct SScalarFuncExecFuncs fpSet = {0};




×







820



  code = fmGetScalarFuncExecFuncs(functionId, &fpSet);




×







821



  QUERY_CHECK_CODE(code, lino, _end);




×







822












823



  SColumnInfoData infoData = createColumnInfoData(pColInfoData->info.type, pColInfoData->info.bytes, 1);




×







824












825



  code = colInfoDataEnsureCapacity(&infoData, 1, false);




×







826



  QUERY_CHECK_CODE(code, lino, _end);




×







827












828



  code = colDataSetVal(&infoData, 0, (const char*)&vgId, false);




×







829



  QUERY_CHECK_CODE(code, lino, _end);




×







830












831



  SScalarParam srcParam = {.numOfRows = pBlock->info.rows, .columnData = &infoData};




×







832



  SScalarParam param = {.columnData = pColInfoData};




×







833












834



  if (fpSet.process != NULL) {




×







835



    code = fpSet.process(&srcParam, 1, &param);




×







836



    QUERY_CHECK_CODE(code, lino, _end);




×







837



  } else {










838



    qError("failed to get the corresponding callback function, functionId:%d", functionId);




×







839



  }










840












841



_end:




×







842



  colDataDestroy(&infoData);




×







843



  if (code != TSDB_CODE_SUCCESS) {




×







844



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







845



  }










846



  return code;




×







847



}










848












849



int32_t setVgVerColData(const SSDataBlock* pBlock, SColumnInfoData* pColInfoData, int32_t functionId, int64_t vgVer) {




×







850



  int32_t                     code = TSDB_CODE_SUCCESS;




×







851



  int32_t                     lino = 0;




×







852



  struct SScalarFuncExecFuncs fpSet = {0};




×







853



  code = fmGetScalarFuncExecFuncs(functionId, &fpSet);




×







854



  QUERY_CHECK_CODE(code, lino, _end);




×







855












856



  SColumnInfoData infoData = createColumnInfoData(pColInfoData->info.type, pColInfoData->info.bytes, 1);




×







857












858



  code = colInfoDataEnsureCapacity(&infoData, 1, false);




×







859



  QUERY_CHECK_CODE(code, lino, _end);




×







860












861



  code = colDataSetVal(&infoData, 0, (const char*)&vgVer, false);




×







862



  QUERY_CHECK_CODE(code, lino, _end);




×







863












864



  SScalarParam srcParam = {.numOfRows = pBlock->info.rows, .columnData = &infoData};




×







865



  SScalarParam param = {.columnData = pColInfoData};




×







866












867



  if (fpSet.process != NULL) {




×







868



    code = fpSet.process(&srcParam, 1, &param);




×







869



    QUERY_CHECK_CODE(code, lino, _end);




×







870



  } else {










871



    qError("failed to get the corresponding callback function, functionId:%d", functionId);




×







872



  }










873












874



_end:




×







875



  colDataDestroy(&infoData);




×







876



  if (code != TSDB_CODE_SUCCESS) {




×







877



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







878



  }










879



  return code;




×







880



}










881












882



static int32_t initNextGroupScan(STableScanInfo* pInfo, STableKeyInfo** pKeyInfo, int32_t* size) {




338,252,120✔





883



  int32_t code = TSDB_CODE_SUCCESS;




338,252,120✔





884



  int32_t lino = 0;




338,252,120✔





885



  code = tableListGetGroupList(pInfo->base.pTableListInfo, pInfo->currentGroupId, pKeyInfo, size);




338,252,120✔





886



  QUERY_CHECK_CODE(code, lino, _end);




338,221,404✔





887












888



  pInfo->tableStartIndex = TARRAY_ELEM_IDX(pInfo->base.pTableListInfo->pTableList, *pKeyInfo);




338,221,404✔





889



  pInfo->tableEndIndex = (pInfo->tableStartIndex + (*size) - 1);




338,438,527✔





890



  pInfo->pResBlock->info.blankFill = false;




337,606,165✔





891



  taosMemoryFreeClear(pInfo->pResBlock->pBlockAgg);




338,142,932✔





892












893



  if (!pInfo->needCountEmptyTable) {




338,074,851✔





894



    pInfo->countState = TABLE_COUNT_STATE_END;




314,566,537✔





895



  } else {










896



    pInfo->countState = TABLE_COUNT_STATE_SCAN;




23,701,717✔





897



  }










898












899



_end:




338,245,556✔





900



  if (code != TSDB_CODE_SUCCESS) {




338,245,556✔





901



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







902



  }










903



  return code;




338,239,663✔





904



}










905












906



void markGroupProcessed(STableScanInfo* pInfo, uint64_t groupId) {




716,104,294✔





907



  if (pInfo->countState == TABLE_COUNT_STATE_END) {




716,104,294✔





908



    return;




600,333,709✔





909



  }










910



  if (pInfo->base.pTableListInfo->groupOffset) {




115,967,370✔





911



    pInfo->countState = TABLE_COUNT_STATE_PROCESSED;




220,618✔





912



  } else {










913



    int32_t code = taosHashRemove(pInfo->base.pTableListInfo->remainGroups, &groupId, sizeof(groupId));




115,744,226✔





914



    if (code != TSDB_CODE_SUCCESS) {




115,752,204✔





915



      qDebug("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code));




49,748,404✔





916



    }










917



  }










918



}










919












920



static SSDataBlock* getOneRowResultBlock(SExecTaskInfo* pTaskInfo, STableScanBase* pBase, SSDataBlock* pBlock,




45,437,568✔





921



                                         const STableKeyInfo* tbInfo) {










922



  blockDataEmpty(pBlock);




45,437,568✔





923



  pBlock->info.rows = 1;




45,443,428✔





924



  pBlock->info.id.uid = tbInfo->uid;




45,443,428✔





925



  pBlock->info.id.groupId = tbInfo->groupId;




45,441,943✔





926



  pBlock->info.blankFill = true;




45,443,923✔





927












928



  // only one row: set all col data to null & hasNull










929



  int32_t col_num = blockDataGetNumOfCols(pBlock);




45,442,438✔





930



  for (int32_t i = 0; i < col_num; ++i) {




187,879,084✔





931



    SColumnInfoData* pColInfoData = taosArrayGet(pBlock->pDataBlock, i);




142,436,151✔





932



    colDataSetNULL(pColInfoData, 0);










933



  }










934












935



  // set tag/tbname










936



  terrno = doSetTagColumnData(pBase, pBlock, pTaskInfo, 1);




45,442,933✔





937












938



  return pBlock;




45,434,023✔





939



}










940












941



static SSDataBlock* getBlockForEmptyTable(SOperatorInfo* pOperator, const STableKeyInfo* tbInfo) {




43,651,450✔





942



  STableScanInfo* pTableScanInfo = pOperator->info;




43,651,450✔





943



  SSDataBlock*    pBlock =










944



      getOneRowResultBlock(pOperator->pTaskInfo, &pTableScanInfo->base, pTableScanInfo->pResBlock, tbInfo);




43,665,270✔





945












946



  pOperator->resultInfo.totalRows++;




43,643,075✔





947



  return pBlock;




43,664,240✔





948



}










949












950



static int32_t doTableScanImplNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {




994,851,642✔





951



  int32_t         code = TSDB_CODE_SUCCESS;




994,851,642✔





952



  int32_t         lino = 0;




994,851,642✔





953



  STableScanInfo* pTableScanInfo = pOperator->info;




994,851,642✔





954



  SExecTaskInfo*  pTaskInfo = pOperator->pTaskInfo;




995,328,263✔





955



  SStorageAPI*    pAPI = &pTaskInfo->storageAPI;




995,012,724✔





956



  SSDataBlock*    pBlock = pTableScanInfo->pResBlock;




995,307,417✔





957



  bool            hasNext = false;




995,142,263✔





958



  int64_t         st = taosGetTimestampUs();




994,945,984✔





959












960



  QRY_PARAM_CHECK(ppRes);




994,945,984✔





961



  pBlock->info.dataLoad = false;




995,164,987✔





962












963



  while (true) {




26,940,518✔





964



    code = pAPI->tsdReader.tsdNextDataBlock(pTableScanInfo->base.dataReader, &hasNext);




1,021,855,634✔





965



    if (code != TSDB_CODE_SUCCESS) {




1,021,975,113✔





966



      pAPI->tsdReader.tsdReaderReleaseDataBlock(pTableScanInfo->base.dataReader);




×







967



      QUERY_CHECK_CODE(code, lino, _end);




11,611✔





968



    }










969












970



    if (!hasNext) {




1,021,985,648✔





971



      break;




316,615,229✔





972



    }










973












974



    if (isTaskKilled(pTaskInfo)) {




705,370,419✔





975



      pAPI->tsdReader.tsdReaderReleaseDataBlock(pTableScanInfo->base.dataReader);




30,150✔





976



      code = pTaskInfo->code;




30,150✔





977



      goto _end;




30,150✔





978



    }










979












980



    if (pOperator->status == OP_EXEC_DONE) {




705,760,216✔





981



      pAPI->tsdReader.tsdReaderReleaseDataBlock(pTableScanInfo->base.dataReader);




178,080✔





982



      break;




178,080✔





983



    }










984












985



    // process this data block based on the probabilities










986



    bool processThisBlock = processBlockWithProbability(&pTableScanInfo->sample);




705,310,354✔





987



    if (!processThisBlock) {




705,460,700✔





988



      continue;




32✔





989



    }










990












991



    if (pBlock->info.id.uid) {




705,460,700✔





992



      pBlock->info.id.groupId = tableListGetTableGroupId(pTableScanInfo->base.pTableListInfo, pBlock->info.id.uid);




705,565,525✔





993



    }










994












995



    uint32_t status = 0;




705,641,188✔





996



    code = loadDataBlock(pOperator, &pTableScanInfo->base, pBlock, &status);




705,655,168✔





997



    QUERY_CHECK_CODE(code, lino, _end);




705,128,710✔





998












999



    if (status == FUNC_DATA_REQUIRED_ALL_FILTEROUT) {




702,085,744✔





1000



      break;




2,574,551✔





1001



    }










1002












1003



    // current block is filter out according to filter condition, continue load the next block










1004



    if (status == FUNC_DATA_REQUIRED_FILTEROUT || pBlock->info.rows == 0) {




699,511,193✔





1005



      continue;




26,939,592✔





1006



    }










1007












1008



    pOperator->resultInfo.totalRows = pTableScanInfo->base.readRecorder.totalRows;




672,335,777✔





1009



    pTableScanInfo->base.readRecorder.elapsedTime += (taosGetTimestampUs() - st) / 1000.0;




672,612,048✔





1010












1011



    pOperator->cost.totalCost = pTableScanInfo->base.readRecorder.elapsedTime;




673,024,438✔





1012



    pBlock->info.scanFlag = pTableScanInfo->base.scanFlag;




673,096,440✔





1013












1014



    (*ppRes) = pBlock;




673,014,697✔





1015



    return code;




672,405,753✔





1016



  }










1017












1018



_end:




322,449,839✔





1019



  if (code != TSDB_CODE_SUCCESS) {




322,473,782✔





1020



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




3,129,089✔





1021



    pTaskInfo->code = code;




3,128,626✔





1022



    T_LONG_JMP(pTaskInfo->env, code);




3,073,116✔





1023



  }










1024



  return code;




319,344,693✔





1025



}










1026












1027



static int32_t doGroupedTableScan(SOperatorInfo* pOperator, SSDataBlock** pBlock) {




1,049,492,079✔





1028



  int32_t         code = TSDB_CODE_SUCCESS;




1,049,492,079✔





1029



  int32_t         lino = 0;




1,049,492,079✔





1030



  STableScanInfo* pTableScanInfo = pOperator->info;




1,049,492,079✔





1031



  SExecTaskInfo*  pTaskInfo = pOperator->pTaskInfo;




1,049,927,085✔





1032



  SStorageAPI*    pAPI = &pTaskInfo->storageAPI;




1,049,613,504✔





1033












1034



  QRY_PARAM_CHECK(pBlock);




1,049,051,229✔





1035












1036



  // The read handle is not initialized yet, since no qualified tables exists










1037



  if (pTableScanInfo->base.dataReader == NULL || pOperator->status == OP_EXEC_DONE) {




1,049,686,727✔





1038



    return code;




11,005,287✔





1039



  }










1040












1041



  // do the ascending order traverse in the first place.










1042



  while (pTableScanInfo->scanTimes < pTableScanInfo->scanInfo.numOfAsc) {




1,342,739,244✔





1043



    SSDataBlock* p = NULL;




909,038,251✔





1044



    code = doTableScanImplNext(pOperator, &p);




908,966,706✔





1045



    QUERY_CHECK_CODE(code, lino, _end);




905,552,847✔





1046












1047



    if (p != NULL) {




905,552,847✔





1048



      markGroupProcessed(pTableScanInfo, p->info.id.groupId);




601,479,840✔





1049



      *pBlock = p;




601,609,188✔





1050



      return code;




601,125,807✔





1051



    }










1052












1053



    pTableScanInfo->scanTimes += 1;




304,073,007✔





1054



    taosHashClear(pTableScanInfo->pIgnoreTables);




304,083,857✔





1055












1056



    if (pTableScanInfo->scanTimes < pTableScanInfo->scanInfo.numOfAsc) {




304,110,435✔





1057



      setTaskStatus(pTaskInfo, TASK_NOT_COMPLETED);




84,490✔





1058



      pTableScanInfo->base.scanFlag = MAIN_SCAN;




84,490✔





1059



      pTableScanInfo->base.dataBlockLoadFlag = FUNC_DATA_REQUIRED_DATA_LOAD;




84,490✔





1060



      qDebug("start to repeat ascending order scan data blocks due to query func required, %s", GET_TASKID(pTaskInfo));




84,490✔





1061












1062



      // do prepare for the next round table scan operation










1063



      code = pAPI->tsdReader.tsdReaderResetStatus(pTableScanInfo->base.dataReader, &pTableScanInfo->base.cond);




84,490✔





1064



      QUERY_CHECK_CODE(code, lino, _end);




64,252✔





1065



    }










1066



  }










1067












1068



  int32_t total = pTableScanInfo->scanInfo.numOfAsc + pTableScanInfo->scanInfo.numOfDesc;




433,903,161✔





1069



  if (pTableScanInfo->scanTimes < total) {




433,924,961✔





1070



    if (pTableScanInfo->base.cond.order == TSDB_ORDER_ASC) {




86,253,601✔





1071



      prepareForDescendingScan(&pTableScanInfo->base, pOperator->exprSupp.pCtx, 0);




66,210✔





1072



      code = pAPI->tsdReader.tsdReaderResetStatus(pTableScanInfo->base.dataReader, &pTableScanInfo->base.cond);




66,210✔





1073



      QUERY_CHECK_CODE(code, lino, _end);




66,210✔





1074



      qDebug("%s start to descending order scan data blocks due to query func required", GET_TASKID(pTaskInfo));




66,210✔





1075



    }










1076












1077



    while (pTableScanInfo->scanTimes < total) {




101,469,510✔





1078



      SSDataBlock* p = NULL;




86,253,364✔





1079



      code = doTableScanImplNext(pOperator, &p);




86,236,079✔





1080



      QUERY_CHECK_CODE(code, lino, _end);




86,167,151✔





1081












1082



      if (p != NULL) {




86,167,151✔





1083



        markGroupProcessed(pTableScanInfo, p->info.id.groupId);




70,916,305✔





1084



        *pBlock = p;




70,961,156✔





1085



        return code;




70,947,060✔





1086



      }










1087












1088



      pTableScanInfo->scanTimes += 1;




15,250,846✔





1089



      taosHashClear(pTableScanInfo->pIgnoreTables);




15,253,113✔





1090












1091



      if (pTableScanInfo->scanTimes < total) {




15,250,798✔





1092



        setTaskStatus(pTaskInfo, TASK_NOT_COMPLETED);




×







1093



        pTableScanInfo->base.scanFlag = MAIN_SCAN;




×







1094












1095



        qDebug("%s start to repeat descending order scan data blocks", GET_TASKID(pTaskInfo));




×







1096



        code = pAPI->tsdReader.tsdReaderResetStatus(pTableScanInfo->base.dataReader, &pTableScanInfo->base.cond);




×







1097



        QUERY_CHECK_CODE(code, lino, _end);




99✔





1098



      }










1099



    }










1100



  }










1101












1102



  if (pTableScanInfo->countState < TABLE_COUNT_STATE_END) {




362,763,957✔





1103



    STableListInfo* pTableListInfo = pTableScanInfo->base.pTableListInfo;




66,648,496✔





1104



    if (pTableListInfo->groupOffset) {  // group by tbname, group by tag + sort




66,655,387✔





1105



      if (pTableScanInfo->countState < TABLE_COUNT_STATE_PROCESSED) {




117,595✔





1106



        pTableScanInfo->countState = TABLE_COUNT_STATE_PROCESSED;




3,976✔





1107



        STableKeyInfo* pStart =










1108



            (STableKeyInfo*)tableListGetInfo(pTableScanInfo->base.pTableListInfo, pTableScanInfo->tableStartIndex);




3,976✔





1109












1110



        if (NULL == pStart) {




3,976✔





1111



          return code;




×







1112



        }










1113












1114



        *pBlock = getBlockForEmptyTable(pOperator, pStart);




3,976✔





1115



        return code;




3,976✔





1116



      }










1117



    } else {  // group by tag + no sort










1118



      int32_t numOfTables = 0;




66,546,627✔





1119



      code = tableListGetSize(pTableListInfo, &numOfTables);




66,547,111✔





1120



      QUERY_CHECK_CODE(code, lino, _end);




66,548,796✔





1121












1122



      if (pTableScanInfo->tableEndIndex + 1 >= numOfTables) {




66,548,796✔





1123



        // get empty group, mark processed & rm from hash










1124



        void* pIte = taosHashIterate(pTableListInfo->remainGroups, NULL);




63,860,448✔





1125



        if (pIte != NULL) {




63,858,922✔





1126



          size_t        keySize = 0;




43,661,789✔





1127



          uint64_t*     pGroupId = taosHashGetKey(pIte, &keySize);




43,662,779✔





1128



          STableKeyInfo info = {.uid = *(uint64_t*)pIte, .groupId = *pGroupId};




43,662,779✔





1129



          taosHashCancelIterate(pTableListInfo->remainGroups, pIte);




43,661,334✔





1130



          markGroupProcessed(pTableScanInfo, *pGroupId);




43,661,749✔





1131



          *pBlock = getBlockForEmptyTable(pOperator, &info);




43,655,354✔





1132












1133



          return code;




43,648,384✔





1134



        }










1135



      }










1136



    }










1137



    pTableScanInfo->countState = TABLE_COUNT_STATE_END;




22,999,685✔





1138



  }










1139












1140



_end:




296,246,023✔





1141



  if (code != TSDB_CODE_SUCCESS) {




319,211,533✔





1142



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







1143



    pTaskInfo->code = code;




×







1144



  }










1145












1146



  return code;




319,211,533✔





1147



}










1148












1149



static int32_t createTableListInfoFromParam(SOperatorInfo* pOperator) {




42,468,499✔





1150



  STableScanInfo*          pInfo = pOperator->info;




42,468,499✔





1151



  SExecTaskInfo*           pTaskInfo = pOperator->pTaskInfo;




42,468,499✔





1152



  int32_t                  code = 0;




42,468,499✔





1153



  STableListInfo*          pListInfo = pInfo->base.pTableListInfo;




42,468,499✔





1154



  STableScanOperatorParam* pParam = (STableScanOperatorParam*)pOperator->pOperatorGetParam->value;




42,468,499✔





1155



  int32_t                  num = taosArrayGetSize(pParam->pUidList);




42,468,499✔





1156



  if (num <= 0) {




42,468,499✔





1157



    qError("empty table scan uid list");




×







1158



    return TSDB_CODE_INVALID_PARA;




×







1159



  }










1160












1161



  qDebug("vgId:%d add total %d dynamic tables to scan, tableSeq:%d, exist num:%" PRId64 ", operator status:%d",




42,468,499✔





1162



         pTaskInfo->id.vgId, num, pParam->tableSeq, (int64_t)taosArrayGetSize(pListInfo->pTableList),










1163



         pOperator->status);










1164












1165



  if (pParam->tableSeq) {




42,468,499✔





1166



    pListInfo->oneTableForEachGroup = true;




42,230,280✔





1167



    if (taosArrayGetSize(pListInfo->pTableList) > 0) {




42,230,280✔





1168



      taosHashClear(pListInfo->map);




×







1169



      taosArrayClear(pListInfo->pTableList);




×







1170



      pOperator->status = OP_EXEC_DONE;




×







1171



    }










1172



  } else {










1173



    pListInfo->oneTableForEachGroup = false;




238,219✔





1174



    pListInfo->numOfOuputGroups = 1;




238,219✔





1175



  }










1176



  if (pParam->window.skey == INT64_MAX && pParam->window.ekey == INT64_MIN) {




42,468,499✔





1177



    // do nothing










1178



  } else {










1179



    pInfo->base.cond.twindows.skey = pParam->window.skey;




42,225,864✔





1180



    pInfo->base.cond.twindows.ekey = pParam->window.ekey;




42,225,864✔





1181



  }










1182












1183



  STableKeyInfo info = {.groupId = 0};




42,468,499✔





1184



  int32_t       tableIdx = 0;




42,468,499✔





1185



  for (int32_t i = 0; i < num; ++i) {




92,078,520✔





1186



    uint64_t* pUid = taosArrayGet(pParam->pUidList, i);




49,610,021✔





1187



    if (!pUid) {




49,608,991✔





1188



      qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));




×







1189



      return terrno;




×







1190



    }










1191












1192



    if (taosHashPut(pListInfo->map, pUid, sizeof(uint64_t), &tableIdx, sizeof(int32_t))) {




49,608,991✔





1193



      if (TSDB_CODE_DUP_KEY == terrno) {




6,798,508✔





1194



        continue;




6,797,478✔





1195



      }










1196



      return terrno;




×







1197



    }










1198












1199



    info.uid = *pUid;




42,814,088✔





1200



    void* p = taosArrayPush(pListInfo->pTableList, &info);




42,814,088✔





1201



    if (p == NULL) {




42,814,088✔





1202



      return terrno;




×







1203



    }










1204












1205



    tableIdx++;




42,814,088✔





1206



    qDebug("add dynamic table scan uid:%" PRIu64 ", %s", info.uid, GET_TASKID(pTaskInfo));




42,814,088✔





1207



  }










1208












1209



  return code;




42,468,499✔





1210



}










1211












1212



static int32_t doInitReader(STableScanInfo* pInfo, SExecTaskInfo* pTaskInfo, SStorageAPI* pAPI, int32_t* pNum,




284,117,476✔





1213



                            STableKeyInfo** pList) {










1214



  const char* idStr = GET_TASKID(pTaskInfo);




284,117,476✔





1215



  int32_t     code = initNextGroupScan(pInfo, pList, pNum);




284,349,087✔





1216



  if (code) {




283,648,830✔





1217



    qError("%s failed to init groupScan Info, code:%s at line:%d", idStr, tstrerror(code), __LINE__);




×







1218



    return code;




×







1219



  }










1220












1221



  if (pInfo->base.dataReader != NULL) {




283,648,830✔





1222



    qError("%s tsdb reader should be null", idStr);




×







1223



    return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;




×







1224



  }










1225












1226



  code = pAPI->tsdReader.tsdReaderOpen(pInfo->base.readHandle.vnode, &pInfo->base.cond, *pList, *pNum, pInfo->pResBlock,




567,799,821✔





1227



                                       (void**)&pInfo->base.dataReader, idStr, &pInfo->pIgnoreTables);




284,070,951✔





1228



  if (code) {




284,196,896✔





1229



    qError("%s failed to open tsdbReader, code:%s at line:%d", idStr, tstrerror(code), __LINE__);




2,180✔





1230



  }










1231












1232



  return code;




284,248,535✔





1233



}










1234












1235



int compareColIdPair(const void* elem1, const void* elem2) {




282,472,899✔





1236



  SColIdPair* node1 = (SColIdPair*)elem1;




282,472,899✔





1237



  SColIdPair* node2 = (SColIdPair*)elem2;




282,472,899✔





1238












1239



  if (node1->orgColId == node2->orgColId) {




282,472,899✔





1240



    return 0;




107,706✔





1241



  }










1242












1243



  return node1->orgColId < node2->orgColId ? -1 : 1;




282,441,359✔





1244



}










1245












1246



int compareColIdSlotIdPair(const void* elem1, const void* elem2) {




282,458,450✔





1247



  SColIdSlotIdPair* node1 = (SColIdSlotIdPair*)elem1;




282,458,450✔





1248



  SColIdSlotIdPair* node2 = (SColIdSlotIdPair*)elem2;




282,458,450✔





1249












1250



  if (node1->orgColId == node2->orgColId) {




282,458,450✔





1251



    return 0;




107,706✔





1252



  }










1253












1254



  return node1->orgColId < node2->orgColId ? -1 : 1;




282,423,109✔





1255



}










1256












1257



static bool isNewScanParam(STableScanOperatorParam* pParam) {




42,800,645✔





1258



  return pParam->isNewParam;




42,800,645✔





1259



}










1260












1261



static int32_t createVTableScanInfoFromBatchParam(SOperatorInfo* pOperator) {




12,704,655✔





1262



  int32_t                  code = 0;




12,704,655✔





1263



  int32_t                  lino = 0;




12,704,655✔





1264



  STableScanInfo*          pInfo = pOperator->info;




12,704,655✔





1265



  SExecTaskInfo*           pTaskInfo = pOperator->pTaskInfo;




12,707,233✔





1266



  SStorageAPI*             pAPI = &pTaskInfo->storageAPI;




12,703,063✔





1267



  STableListInfo*          pListInfo = pInfo->base.pTableListInfo;




12,705,663✔





1268



  SMetaReader              orgTable = {0};




12,704,363✔





1269



  SMetaReader              superTable = {0};




12,718,057✔





1270



  SSchemaWrapper*          schema = NULL;




12,714,493✔





1271



  SArray*                  pColArray = NULL;




12,714,493✔





1272



  SArray*                  pBlockColArray = NULL;




12,714,493✔





1273



  int32_t                  num = 0;




12,714,493✔





1274



  STableKeyInfo*           pList = NULL;




12,710,323✔





1275



  SOrgTbInfo*              pOrgTbInfo;










1276



  bool                     isNewTable;










1277












1278



  cleanupQueryTableDataCond(&pInfo->base.cond);




12,711,309✔





1279












1280



  if (pOperator->pOperatorGetParam) {




12,709,067✔





1281



    STableScanOperatorParam* pParam = (STableScanOperatorParam*)pOperator->pOperatorGetParam->value;




3,155,895✔





1282



    pInfo->pBatchColMap = pParam->pBatchTbInfo;




3,161,602✔





1283



    pParam->pBatchTbInfo = NULL;




3,155,091✔





1284



    pInfo->cachedTimeWindow = pParam->window;




3,153,510✔





1285



    pInfo->currentBatchIdx = 0;




3,155,482✔





1286



    pInfo->lastBatchIdx = -1;




3,151,257✔





1287



    pInfo->cachedTagList = pParam->pTagList;




3,159,294✔





1288



    pParam->pTagList = NULL;




3,150,800✔





1289



    pInfo->cachedGroupId = pParam->groupid;




3,142,311✔





1290












1291



    qDebug("vgId:%d dynamic vtable scan with batch param, total %zd tables to scan, groupid:%" PRIu64 ", %s",




3,155,113✔





1292



           pTaskInfo->id.vgId, taosArrayGetSize(pInfo->pBatchColMap), pInfo->cachedGroupId, GET_TASKID(pTaskInfo));










1293



    taosHashClear(pInfo->pIgnoreTables);




3,155,113✔





1294












1295



    if (pInfo->base.pdInfo.pExprSup) {




3,159,338✔





1296



      SExprSupp* pSup = pInfo->base.pdInfo.pExprSup;




3,158,666✔





1297



      for (int32_t i = 0; i < pSup->numOfExprs; i++) {




39,827,385✔





1298



        SqlFunctionCtx ctx = pSup->pCtx[i];




36,677,632✔





1299



        ctx.skipDynDataCheck = false;




36,666,119✔





1300



      }










1301



    }










1302



  }










1303












1304



  pOrgTbInfo = taosArrayGet(pInfo->pBatchColMap, pInfo->currentBatchIdx);




12,708,169✔





1305



  QUERY_CHECK_NULL(pOrgTbInfo, code, lino, _return, terrno);




12,716,410✔





1306












1307



  if (pInfo->currentBatchIdx == pInfo->lastBatchIdx) {




12,716,410✔





1308



    isNewTable = false;




7,920,751✔





1309



  } else {










1310



    isNewTable = true;




4,795,637✔





1311



    pInfo->lastBatchIdx = pInfo->currentBatchIdx;




4,795,637✔





1312



  }










1313












1314



  if (isNewTable) {




12,710,031✔





1315



    pAPI->metaReaderFn.initReader(&orgTable, pInfo->base.readHandle.vnode, META_READER_LOCK, &pAPI->metaFn);




4,789,952✔





1316



    code = pAPI->metaReaderFn.getTableEntryByName(&orgTable, strstr(pOrgTbInfo->tbName, ".") + 1);




4,792,657✔





1317



    pAPI->metaReaderFn.readerReleaseLock(&orgTable);




4,782,973✔





1318



    qDebug("dynamic vtable scan for origin table:%s, %s", pOrgTbInfo->tbName, GET_TASKID(pTaskInfo));




4,783,320✔





1319



    QUERY_CHECK_CODE(code, lino, _return);




4,776,594✔





1320



    switch (orgTable.me.type) {




4,776,594✔





1321



      case TSDB_CHILD_TABLE:




35,281✔





1322



        pAPI->metaReaderFn.initReader(&superTable, pInfo->base.readHandle.vnode, META_READER_LOCK, &pAPI->metaFn);




35,281✔





1323



        code = pAPI->metaReaderFn.getTableEntryByUid(&superTable, orgTable.me.ctbEntry.suid);




35,281✔





1324



        pAPI->metaReaderFn.readerReleaseLock(&superTable);




35,281✔





1325



        QUERY_CHECK_CODE(code, lino, _return);




35,281✔





1326



        schema = &superTable.me.stbEntry.schemaRow;




35,281✔





1327



        break;




35,281✔





1328



      case TSDB_NORMAL_TABLE:




4,707,535✔





1329



        schema = &orgTable.me.ntbEntry.schemaRow;




4,707,535✔





1330



        break;




4,707,535✔





1331



      default:




33,778✔





1332



        qError("invalid table type:%d", orgTable.me.type);




33,778✔





1333



        return TSDB_CODE_INVALID_PARA;




×







1334



        break;










1335



    }










1336












1337



    pListInfo->oneTableForEachGroup = true;




4,742,816✔





1338



    taosHashClear(pListInfo->map);




4,783,656✔





1339



    taosArrayClear(pListInfo->pTableList);




4,798,529✔





1340












1341



    uint64_t      pUid = orgTable.me.uid;




4,797,251✔





1342



    STableKeyInfo info = {.groupId = pInfo->cachedGroupId, .uid = pUid};




4,797,229✔





1343



    int32_t       tableIdx = 0;




4,797,229✔





1344



    code = taosHashPut(pListInfo->map, &pUid, sizeof(uint64_t), &tableIdx, sizeof(int32_t));




4,797,229✔





1345



    QUERY_CHECK_CODE(code, lino, _return);




4,798,507✔





1346



    QUERY_CHECK_NULL(taosArrayPush(pListInfo->pTableList, &info), code, lino, _return, terrno);




9,595,466✔





1347



    qDebug("add dynamic table scan uid:%" PRIu64 ", %" PRIu64 ", %s", info.uid, info.groupId, GET_TASKID(pTaskInfo));




4,796,959✔





1348












1349



    pColArray = taosArrayInit(schema->nCols, sizeof(SColIdPair));




4,796,959✔





1350



    QUERY_CHECK_NULL(pColArray, code, lino, _return, terrno);




4,794,447✔





1351



    pBlockColArray = taosArrayInit(schema->nCols, sizeof(SColIdSlotIdPair));




4,794,447✔





1352



    QUERY_CHECK_NULL(pBlockColArray, code, lino, _return, terrno);




4,792,800✔





1353












1354



    // virtual table's origin table scan do not has ts column.










1355



    SColIdPair tsPair = {.vtbColId = PRIMARYKEY_TIMESTAMP_COL_ID, .orgColId = PRIMARYKEY_TIMESTAMP_COL_ID};




4,792,800✔





1356



    QUERY_CHECK_NULL(taosArrayPush(pColArray, &tsPair), code, lino, _return, terrno);




4,797,543✔





1357












1358



    for (int32_t i = 0; i < taosArrayGetSize(pOrgTbInfo->colMap); ++i) {




19,030,790✔





1359



      SColIdNameKV* kv = taosArrayGet(pOrgTbInfo->colMap, i);




14,232,327✔





1360



      for (int32_t j = 0; j < schema->nCols; j++) {




115,550,269✔





1361



        if (strcmp(kv->colName, schema->pSchema[j].name) == 0) {




115,296,749✔





1362



          SColIdPair pPair = {.vtbColId = kv->colId, .orgColId = (col_id_t)(schema->pSchema[j].colId)};




14,238,893✔





1363



          QUERY_CHECK_NULL(taosArrayPush(pColArray, &pPair), code, lino, _return, terrno);




14,235,417✔





1364



          qDebug("dynamic vtable scan map col:%s, orgColId:%d, vtbColId:%d, %s", kv->colName, pPair.orgColId,




14,235,417✔





1365



                 pPair.vtbColId, GET_TASKID(pTaskInfo));










1366



          break;




14,232,123✔





1367



        }










1368



      }










1369



    }










1370












1371



    for (int32_t i = 0; i < taosArrayGetSize(pColArray); i++) {




23,827,495✔





1372



      SColIdPair* pPair = (SColIdPair*)taosArrayGet(pColArray, i);




19,025,683✔





1373



      for (int32_t j = 0; j < taosArrayGetSize(pInfo->base.matchInfo.pList); j++) {




118,548,752✔





1374



        SColMatchItem* pItem = taosArrayGet(pInfo->base.matchInfo.pList, j);




118,383,606✔





1375



        if (pItem->colId == pPair->vtbColId) {




118,381,392✔





1376



          SColIdSlotIdPair colIdSlotIdPair = {.orgColId = pPair->orgColId, .vtbSlotId = pItem->dstSlotId};




19,032,200✔





1377



          QUERY_CHECK_NULL(taosArrayPush(pBlockColArray, &colIdSlotIdPair), code, lino, _return, terrno);




19,036,122✔





1378



          qDebug("dynamic vtable scan block col map orgColId:%d, vtbSlotId:%d, %s", colIdSlotIdPair.orgColId,




19,036,122✔





1379



                 colIdSlotIdPair.vtbSlotId, GET_TASKID(pTaskInfo));










1380



          break;




19,023,458✔





1381



        }










1382



      }










1383



    }










1384












1385



    taosArraySort(pColArray, compareColIdPair);




4,795,279✔





1386



    taosArraySort(pBlockColArray, compareColIdSlotIdPair);




4,796,678✔





1387



    if (pInfo->pBlockColMap) {




4,793,786✔





1388



      taosArrayDestroy(pInfo->pBlockColMap);




3,303,171✔





1389



      pInfo->pBlockColMap = NULL;




3,295,867✔





1390



    }










1391



    pInfo->pBlockColMap = taosArrayDup(pBlockColArray, NULL);




4,786,234✔





1392



    QUERY_CHECK_NULL(pInfo->pBlockColMap, code, lino, _return, terrno)




4,790,977✔





1393












1394












1395



    taosArrayRemoveDuplicate(pColArray, compareColIdPair, NULL);




4,787,705✔





1396



    taosArrayRemoveDuplicate(pBlockColArray, compareColIdSlotIdPair, NULL);




4,789,633✔





1397












1398



    if (pInfo->base.pdInfo.pExprSup) {




4,796,265✔





1399



      SExprSupp* pSup = pInfo->base.pdInfo.pExprSup;




4,792,117✔





1400



      for (int32_t i = 0; i < pSup->numOfExprs; i++) {




59,217,480✔





1401



        SqlFunctionCtx* ctx = &pSup->pCtx[i];




54,431,015✔





1402



        bool           needScan = false;




54,420,075✔





1403



        for (int32_t j = 0; j < (fmIsImplicitTsFunc(ctx->functionId) ? ctx->numOfParams - 1 : ctx->numOfParams); j++) {




109,581,012✔





1404



          SFunctParam pParam = ctx->param[j];




55,150,483✔





1405



          for (int32_t k = 0; k < taosArrayGetSize(pColArray); k++) {




264,448,948✔





1406



            SColIdPair* pPair = (SColIdPair*)taosArrayGet(pColArray, k);




222,099,132✔





1407



            if (pParam.pCol && pParam.pCol->colId == pPair->vtbColId) {




222,777,245✔





1408



              needScan |= true;




13,745,641✔





1409



              break;




13,745,641✔





1410



            }










1411



          }










1412



        }










1413



        qDebug("dynamic vtable scan expr funcId:%d, needScan:%d, %s", ctx->functionId, needScan, GET_TASKID(pTaskInfo));




54,433,675✔





1414



        if (!needScan) {




54,472,775✔





1415



          ctx->skipDynDataCheck = true;




40,732,984✔





1416



        } else {










1417



          ctx->skipDynDataCheck = false;




13,739,791✔





1418



        }










1419



      }










1420



    }










1421












1422












1423



  } else {










1424



    pColArray = pInfo->lastColArray;




7,920,079✔





1425



    pBlockColArray = pInfo->lastBlockColArray;




7,921,065✔





1426



  }










1427












1428



  code = initQueryTableDataCondWithColArray(&pInfo->base.cond, &pInfo->base.orgCond, &pInfo->base.readHandle, pColArray);




12,714,818✔





1429



  QUERY_CHECK_CODE(code, lino, _return);




12,718,316✔





1430












1431



  if (pInfo->pResBlock) {




12,718,316✔





1432



    blockDataDestroy(pInfo->pResBlock);




9,554,786✔





1433



    pInfo->pResBlock = NULL;




9,554,764✔





1434



  }










1435












1436



  qDebug("dynamic vtable scan isNewTable:%d, order:%d, lastTimeWindow:[%" PRId64 ", %" PRId64 "], "




12,718,944✔





1437



         "cachedTimeWindow:[%" PRId64 ", %" PRId64 "] , "










1438



         "orgCondWindow: :[%" PRId64 ", %" PRId64 "], %s",










1439



         isNewTable, pInfo->base.orgCond.order,










1440



         pInfo->lastTimeWindow.skey, pInfo->lastTimeWindow.ekey,










1441



         pInfo->cachedTimeWindow.skey, pInfo->cachedTimeWindow.ekey,










1442



         pInfo->base.orgCond.twindows.skey, pInfo->base.orgCond.twindows.ekey, GET_TASKID(pTaskInfo));










1443












1444



  if (isNewTable) {




12,708,263✔





1445



    if (pInfo->cachedTimeWindow.skey == INT64_MAX && pInfo->cachedTimeWindow.ekey == INT64_MIN) {




4,787,512✔





1446



      pInfo->base.cond.twindows.skey = pInfo->base.orgCond.twindows.skey;




4,785,336✔





1447



      pInfo->base.cond.twindows.ekey = pInfo->base.orgCond.twindows.ekey;




4,788,652✔





1448



    } else {










1449



      pInfo->base.cond.twindows.skey = pInfo->cachedTimeWindow.skey;




5,707✔





1450



      pInfo->base.cond.twindows.ekey = pInfo->cachedTimeWindow.ekey;




×







1451



    }










1452



  } else {










1453



    if (pInfo->base.orgCond.order == TSDB_ORDER_DESC)




7,920,751✔





1454



      pInfo->base.cond.twindows.ekey = pInfo->lastTimeWindow.skey - 1;




1,093,352✔





1455



    else {










1456



      pInfo->base.cond.twindows.skey = pInfo->lastTimeWindow.ekey + 1;




6,827,735✔





1457



    }










1458



  }










1459












1460



  pInfo->base.cond.suid = orgTable.me.type == TSDB_CHILD_TABLE ? superTable.me.uid : 0;




12,705,035✔





1461



  pInfo->currentGroupId = 0;




12,704,864✔





1462



  pInfo->ignoreTag = true;




12,693,638✔





1463












1464



  code = createOneDataBlockWithColArray(pInfo->pOrgBlock, pBlockColArray, &pInfo->pResBlock);




12,683,326✔





1465



  QUERY_CHECK_CODE(code, lino, _return);




12,708,263✔





1466












1467



  if (isNewTable) {




12,708,263✔





1468



    if (pInfo->base.dataReader != NULL) {




4,788,184✔





1469



      pAPI->tsdReader.tsdReaderClose(pInfo->base.dataReader);




3,300,626✔





1470



    }










1471



    pInfo->base.dataReader = NULL;




4,768,921✔





1472












1473



    taosRLockLatch(&pTaskInfo->lock);




4,768,227✔





1474



    code = doInitReader(pInfo, pTaskInfo, pAPI, &num, &pList);




4,781,976✔





1475



    taosRUnLockLatch(&pTaskInfo->lock);




4,761,220✔





1476



    QUERY_CHECK_CODE(code, lino, _return);




4,784,449✔





1477












1478



    pInfo->newReader = true;




4,784,449✔





1479



    if (pInfo->lastColArray) {




4,785,099✔





1480



      taosArrayDestroy(pInfo->lastColArray);




1,634,371✔





1481



      pInfo->lastColArray = NULL;




1,633,407✔





1482



    }










1483



    if (pInfo->lastBlockColArray) {




4,774,352✔





1484



      taosArrayDestroy(pInfo->lastBlockColArray);




1,634,035✔





1485



      pInfo->lastBlockColArray = NULL;




1,633,699✔





1486



    }










1487



    pInfo->lastColArray = pColArray;




4,778,610✔





1488



    pInfo->lastBlockColArray = pBlockColArray;




4,775,206✔





1489



  } else {










1490



    code = blockDataEnsureCapacity(pInfo->pResBlock, pOperator->resultInfo.capacity);




7,920,079✔





1491



    QUERY_CHECK_CODE(code, lino, _return);




7,920,437✔





1492












1493



    pAPI->tsdReader.tsdReaderSetDatablock(pInfo->base.dataReader, pInfo->pResBlock);




7,920,437✔





1494



    pInfo->newReader = false;




7,920,415✔





1495



    pInfo->scanTimes = 0;




7,920,729✔





1496



  }










1497












1498



  pOperator->status = OP_OPENED;




12,663,303✔





1499












1500



  if (pInfo->pResBlock->info.capacity > pOperator->resultInfo.capacity) {




12,696,618✔





1501



    pOperator->resultInfo.capacity = pInfo->pResBlock->info.capacity;




×







1502



  }










1503












1504



  pInfo->currentGroupId = -1;




12,691,082✔





1505



_return:




12,704,324✔





1506



  if (code) {




12,683,717✔





1507



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







1508



  }










1509



  pAPI->metaReaderFn.clearReader(&superTable);




12,683,717✔





1510



  pAPI->metaReaderFn.clearReader(&orgTable);




12,682,009✔





1511



  return code;




12,689,457✔





1512



}










1513












1514



static int32_t createVTableScanInfoFromParam(SOperatorInfo* pOperator) {




24,997,690✔





1515



  int32_t                  code = 0;




24,997,690✔





1516



  int32_t                  lino = 0;




24,997,690✔





1517



  STableScanInfo*          pInfo = pOperator->info;




24,997,690✔





1518



  SExecTaskInfo*           pTaskInfo = pOperator->pTaskInfo;




24,997,690✔





1519



  SStorageAPI*             pAPI = &pTaskInfo->storageAPI;




24,997,690✔





1520



  STableListInfo*          pListInfo = pInfo->base.pTableListInfo;




24,997,690✔





1521



  STableScanOperatorParam* pParam = (STableScanOperatorParam*)pOperator->pOperatorGetParam->value;




24,997,690✔





1522



  SMetaReader              orgTable = {0};




24,997,690✔





1523



  SMetaReader              superTable = {0};




24,997,690✔





1524



  SSchemaWrapper*          schema = NULL;




24,997,690✔





1525



  SArray*                  pColArray = NULL;




24,997,690✔





1526



  SArray*                  pBlockColArray = NULL;




24,997,690✔





1527



  int32_t                  num = 0;




24,997,690✔





1528



  STableKeyInfo*           pList = NULL;




24,997,690✔





1529



  SOrgTbInfo*              pOrgTbInfo;










1530












1531



  cleanupQueryTableDataCond(&pInfo->base.cond);




24,997,690✔





1532












1533



  pOrgTbInfo = pParam->pOrgTbInfo;




24,997,690✔





1534












1535



  QUERY_CHECK_NULL(pOrgTbInfo, code, lino, _return, terrno);




24,997,690✔





1536












1537



  pAPI->metaReaderFn.initReader(&orgTable, pInfo->base.readHandle.vnode, META_READER_LOCK, &pAPI->metaFn);




24,997,690✔





1538



  code = pAPI->metaReaderFn.getTableEntryByName(&orgTable, strstr(pOrgTbInfo->tbName, ".") + 1);




24,997,690✔





1539



  pAPI->metaReaderFn.readerReleaseLock(&orgTable);




24,997,690✔





1540



  qDebug("dynamic vtable scan for origin table:%s, %s", pOrgTbInfo->tbName, GET_TASKID(pTaskInfo));




24,997,690✔





1541



  QUERY_CHECK_CODE(code, lino, _return);




24,997,690✔





1542



  switch (orgTable.me.type) {




24,997,690✔





1543



    case TSDB_CHILD_TABLE:




7,282,158✔





1544



      pAPI->metaReaderFn.initReader(&superTable, pInfo->base.readHandle.vnode, META_READER_LOCK, &pAPI->metaFn);




7,282,158✔





1545



      code = pAPI->metaReaderFn.getTableEntryByUid(&superTable, orgTable.me.ctbEntry.suid);




7,282,158✔





1546



      pAPI->metaReaderFn.readerReleaseLock(&superTable);




7,282,158✔





1547



      QUERY_CHECK_CODE(code, lino, _return);




7,282,158✔





1548



      schema = &superTable.me.stbEntry.schemaRow;




7,282,158✔





1549



      break;




7,282,158✔





1550



    case TSDB_NORMAL_TABLE:




17,715,532✔





1551



      schema = &orgTable.me.ntbEntry.schemaRow;




17,715,532✔





1552



      break;




17,715,532✔





1553



    default:




×







1554



      qError("invalid table type:%d", orgTable.me.type);




×







1555



      return TSDB_CODE_INVALID_PARA;




×







1556



      break;










1557



  }










1558












1559



  pListInfo->oneTableForEachGroup = true;




24,997,690✔





1560



  taosHashClear(pListInfo->map);




24,997,690✔





1561



  taosArrayClear(pListInfo->pTableList);




24,997,690✔





1562












1563



  uint64_t      pUid = orgTable.me.uid;




24,997,690✔





1564



  STableKeyInfo info = {.groupId = 0, .uid = pUid};




24,997,690✔





1565



  int32_t       tableIdx = 0;




24,997,690✔





1566



  code = taosHashPut(pListInfo->map, &pUid, sizeof(uint64_t), &tableIdx, sizeof(int32_t));




24,997,690✔





1567



  QUERY_CHECK_CODE(code, lino, _return);




24,997,690✔





1568



  QUERY_CHECK_NULL(taosArrayPush(pListInfo->pTableList, &info), code, lino, _return, terrno);




49,995,380✔





1569



  qDebug("add dynamic table scan uid:%" PRIu64 ", %s", info.uid, GET_TASKID(pTaskInfo));




24,997,690✔





1570












1571



  pColArray = taosArrayInit(schema->nCols, sizeof(SColIdPair));




24,997,690✔





1572



  QUERY_CHECK_NULL(pColArray, code, lino, _return, terrno);




24,997,690✔





1573



  pBlockColArray = taosArrayInit(schema->nCols, sizeof(SColIdSlotIdPair));




24,997,690✔





1574



  QUERY_CHECK_NULL(pBlockColArray, code, lino, _return, terrno);




24,997,690✔





1575












1576



  // virtual table's origin table scan do not has ts column.










1577



  SColIdPair tsPair = {.vtbColId = PRIMARYKEY_TIMESTAMP_COL_ID,




24,997,690✔





1578



                       .orgColId = PRIMARYKEY_TIMESTAMP_COL_ID,










1579



                       .type.type = TSDB_DATA_TYPE_TIMESTAMP,










1580



                       .type.bytes = 8};










1581



  QUERY_CHECK_NULL(taosArrayPush(pColArray, &tsPair), code, lino, _return, terrno);




24,997,690✔





1582












1583



  for (int32_t i = 0; i < taosArrayGetSize(pOrgTbInfo->colMap); ++i) {




96,136,792✔





1584



    SColIdNameKV* kv = taosArrayGet(pOrgTbInfo->colMap, i);




71,139,102✔





1585



    for (int32_t j = 0; j < schema->nCols; j++) {




583,872,076✔





1586



      if (strcmp(kv->colName, schema->pSchema[j].name) == 0) {




583,872,076✔





1587



        SColIdPair pPair = {.vtbColId = kv->colId,




71,139,102✔





1588



                            .orgColId = (col_id_t)(schema->pSchema[j].colId),




71,139,102✔





1589



                            .type.type = schema->pSchema[j].type,




71,139,102✔





1590



                            .type.bytes = schema->pSchema[j].bytes};




71,139,102✔





1591



        QUERY_CHECK_NULL(taosArrayPush(pColArray, &pPair), code, lino, _return, terrno);




71,139,102✔





1592



        break;




71,139,102✔





1593



      }










1594



    }










1595



  }










1596












1597



  for (int32_t i = 0; i < taosArrayGetSize(pColArray); i++) {




121,133,859✔





1598



    SColIdPair* pPair = (SColIdPair*)taosArrayGet(pColArray, i);




96,136,792✔





1599



    for (int32_t j = 0; j < taosArrayGetSize(pInfo->base.matchInfo.pList); j++) {




579,909,182✔





1600



      SColMatchItem* pItem = taosArrayGet(pInfo->base.matchInfo.pList, j);




579,909,182✔





1601



      if (pItem->colId == pPair->vtbColId) {




579,909,182✔





1602



        if (pItem->dataType.type != pPair->type.type || pItem->dataType.bytes != pPair->type.bytes) {




96,136,792✔





1603



          qError("column type not match for vtable colId:%d, org colId:%d, org table name:%s", pPair->vtbColId,




623✔





1604



                 pPair->orgColId, orgTable.me.name);










1605



          code = TSDB_CODE_VTABLE_COLUMN_TYPE_MISMATCH;




623✔





1606



          goto _return;




623✔





1607



        }










1608



        SColIdSlotIdPair colIdSlotIdPair = {.orgColId = pPair->orgColId, .vtbSlotId = pItem->dstSlotId};




96,136,169✔





1609



        QUERY_CHECK_NULL(taosArrayPush(pBlockColArray, &colIdSlotIdPair), code, lino, _return, terrno);




96,136,169✔





1610



        break;




96,136,169✔





1611



      }










1612



    }










1613



  }










1614












1615



  taosArraySort(pColArray, compareColIdPair);




24,997,067✔





1616



  taosArraySort(pBlockColArray, compareColIdSlotIdPair);




24,997,067✔





1617



  if (pInfo->pBlockColMap) {




24,997,067✔





1618



    taosArrayDestroy(pInfo->pBlockColMap);




22,586,181✔





1619



    pInfo->pBlockColMap = NULL;




22,586,181✔





1620



  }










1621



  pInfo->pBlockColMap = taosArrayDup(pBlockColArray, NULL);




24,997,067✔





1622



  QUERY_CHECK_NULL(pInfo->pBlockColMap, code, lino, _return, terrno)




24,997,067✔





1623












1624



  taosArrayRemoveDuplicate(pColArray, compareColIdPair, NULL);




24,997,067✔





1625



  taosArrayRemoveDuplicate(pBlockColArray, compareColIdSlotIdPair, NULL);




24,997,067✔





1626












1627



  code = initQueryTableDataCondWithColArray(&pInfo->base.cond, &pInfo->base.orgCond, &pInfo->base.readHandle, pColArray);




24,997,067✔





1628



  QUERY_CHECK_CODE(code, lino, _return);




24,997,067✔





1629












1630



  if (pInfo->pResBlock) {




24,997,067✔





1631



    blockDataDestroy(pInfo->pResBlock);




17,805,848✔





1632



    pInfo->pResBlock = NULL;




17,805,848✔





1633



  }










1634












1635



  if (isNewScanParam(pParam)) {




24,997,067✔





1636



    if (pParam->window.skey == INT64_MAX && pParam->window.ekey == INT64_MIN) {




7,200,122✔





1637



      pInfo->base.cond.twindows.skey = pInfo->base.orgCond.twindows.skey;




7,057,982✔





1638



      pInfo->base.cond.twindows.ekey = pInfo->base.orgCond.twindows.ekey;




7,057,982✔





1639



    } else {










1640



      pInfo->base.cond.twindows.skey = pParam->window.skey;




142,140✔





1641



      pInfo->base.cond.twindows.ekey = pParam->window.ekey;




142,140✔





1642



    }










1643



  } else {










1644



    pInfo->base.cond.twindows.skey = pParam->window.ekey + 1;




17,796,945✔





1645



  }










1646



  pInfo->base.cond.suid = orgTable.me.type == TSDB_CHILD_TABLE ? superTable.me.uid : 0;




24,997,067✔





1647



  pInfo->currentGroupId = 0;




24,997,067✔





1648



  pInfo->ignoreTag = true;




24,997,067✔





1649












1650



  code = createOneDataBlockWithColArray(pInfo->pOrgBlock, pBlockColArray, &pInfo->pResBlock);




24,997,067✔





1651



  QUERY_CHECK_CODE(code, lino, _return);




24,997,067✔





1652












1653



  void **reader = taosHashGet(pInfo->readerCache, &pUid, sizeof(uint64_t));




24,997,067✔





1654



  if (reader) {




24,997,067✔





1655



    if (isNewScanParam(pParam)) {




17,803,578✔





1656



      pAPI->tsdReader.tsdReaderClose(*reader);




6,633✔





1657



      pInfo->base.dataReader = NULL;




6,633✔





1658












1659



      code = taosHashRemove(pInfo->readerCache, &pUid, sizeof(uint64_t));




6,633✔





1660



      QUERY_CHECK_CODE(code, lino, _return);




6,633✔





1661












1662



      taosRLockLatch(&pTaskInfo->lock);




6,633✔





1663



      code = doInitReader(pInfo, pTaskInfo, pAPI, &num, &pList);




6,633✔





1664



      taosRUnLockLatch(&pTaskInfo->lock);




6,633✔





1665



      QUERY_CHECK_CODE(code, lino, _return);




6,633✔





1666












1667



      code = taosHashPut(pInfo->readerCache, &pUid, sizeof(uint64_t), &pInfo->base.dataReader, POINTER_BYTES);




6,633✔





1668



      QUERY_CHECK_CODE(code, lino, _return);




6,633✔





1669



      pInfo->newReader = true;




6,633✔





1670



    } else {










1671



      pInfo->base.dataReader = *reader;




17,796,945✔





1672



      code = blockDataEnsureCapacity(pInfo->pResBlock, pOperator->resultInfo.capacity);




17,796,945✔





1673



      QUERY_CHECK_CODE(code, lino, _return);




17,796,945✔





1674












1675



      pAPI->tsdReader.tsdReaderSetDatablock(pInfo->base.dataReader, pInfo->pResBlock);




17,796,945✔





1676



      pInfo->newReader = false;




17,796,945✔





1677



      pInfo->scanTimes = 0;




17,796,945✔





1678



    }










1679



  } else {










1680



    pInfo->base.dataReader = NULL;




7,193,489✔





1681












1682



    taosRLockLatch(&pTaskInfo->lock);




7,193,489✔





1683



    code = doInitReader(pInfo, pTaskInfo, pAPI, &num, &pList);




7,193,489✔





1684



    taosRUnLockLatch(&pTaskInfo->lock);




7,193,489✔





1685



    QUERY_CHECK_CODE(code, lino, _return);




7,193,489✔





1686












1687



    code = taosHashPut(pInfo->readerCache, &pUid, sizeof(uint64_t), &pInfo->base.dataReader, POINTER_BYTES);




7,193,489✔





1688



    QUERY_CHECK_CODE(code, lino, _return);




7,193,489✔





1689



    pInfo->newReader = true;




7,193,489✔





1690



  }










1691



  pOperator->status = OP_OPENED;




24,997,067✔





1692












1693



  if (pInfo->pResBlock->info.capacity > pOperator->resultInfo.capacity) {




24,997,067✔





1694



    pOperator->resultInfo.capacity = pInfo->pResBlock->info.capacity;




×







1695



  }










1696












1697



  pInfo->currentGroupId = -1;




24,997,067✔





1698



_return:




24,997,690✔





1699



  if (code) {




24,997,690✔





1700



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




623✔





1701



  }










1702



  taosArrayDestroy(pColArray);




24,997,690✔





1703



  taosArrayDestroy(pBlockColArray);




24,997,690✔





1704



  pAPI->metaReaderFn.clearReader(&superTable);




24,997,690✔





1705



  pAPI->metaReaderFn.clearReader(&orgTable);




24,997,690✔





1706



  return code;




24,997,690✔





1707



}










1708












1709



static int32_t startNextGroupScan(SOperatorInfo* pOperator, SSDataBlock** pResult) {




366,540,467✔





1710



  int32_t         code = TSDB_CODE_SUCCESS;




366,540,467✔





1711



  int32_t         lino = 0;




366,540,467✔





1712



  STableScanInfo* pInfo = pOperator->info;




366,540,467✔





1713



  SExecTaskInfo*  pTaskInfo = pOperator->pTaskInfo;




366,594,939✔





1714



  SStorageAPI*    pAPI = &pTaskInfo->storageAPI;




366,549,564✔





1715



  int32_t         numOfTables = 0;




366,610,590✔





1716












1717



  QRY_PARAM_CHECK(pResult);




366,467,296✔





1718












1719



  code = tableListGetSize(pInfo->base.pTableListInfo, &numOfTables);




366,466,585✔





1720



  QUERY_CHECK_CODE(code, lino, _end);




366,498,454✔





1721












1722



  if ((++pInfo->currentGroupId) >= tableListGetOutputGroups(pInfo->base.pTableListInfo)) {




366,498,454✔





1723



    setOperatorCompleted(pOperator);




312,361,004✔





1724



    if (pOperator->dynamicTask) {




312,319,112✔





1725



      taosArrayClear(pInfo->base.pTableListInfo->pTableList);




47,327,087✔





1726



      taosHashClear(pInfo->base.pTableListInfo->map);




47,327,087✔





1727



    }










1728



    return code;




312,324,372✔





1729



  }










1730












1731



  // reset value for the next group data output










1732



  pOperator->status = OP_OPENED;




54,087,133✔





1733



  resetLimitInfoForNextGroup(&pInfo->base.limitInfo);




54,147,302✔





1734












1735



  int32_t        num = 0;




54,134,268✔





1736



  STableKeyInfo* pList = NULL;




54,135,133✔





1737



  code = initNextGroupScan(pInfo, &pList, &num);




54,139,210✔





1738



  QUERY_CHECK_CODE(code, lino, _end);




54,148,894✔





1739












1740



  code = pAPI->tsdReader.tsdSetQueryTableList(pInfo->base.dataReader, pList, num);




54,148,894✔





1741



  QUERY_CHECK_CODE(code, lino, _end);




54,153,085✔





1742












1743



  code = pAPI->tsdReader.tsdReaderResetStatus(pInfo->base.dataReader, &pInfo->base.cond);




54,153,085✔





1744



  QUERY_CHECK_CODE(code, lino, _end);




54,133,998✔





1745



  pInfo->scanTimes = 0;




54,133,998✔





1746












1747



  code = doGroupedTableScan(pOperator, pResult);




54,131,339✔





1748



  QUERY_CHECK_CODE(code, lino, _end);




54,173,081✔





1749












1750



  if (*pResult != NULL) {




54,173,081✔





1751



    if (pOperator->dynamicTask) {




47,402,028✔





1752



      (*pResult)->info.id.groupId = (*pResult)->info.id.uid;




47,173,626✔





1753



    }










1754



    return code;




47,402,028✔





1755



  }










1756












1757



_end:




6,771,389✔





1758



  if (code != TSDB_CODE_SUCCESS) {




6,772,321✔





1759



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







1760



    pTaskInfo->code = code;




×







1761



  }










1762



  return code;




6,771,649✔





1763



}










1764












1765



static int32_t groupSeqTableScan(SOperatorInfo* pOperator, SSDataBlock** pResBlock) {




958,111,417✔





1766



  int32_t         code = TSDB_CODE_SUCCESS;




958,111,417✔





1767



  int32_t         lino = 0;




958,111,417✔





1768



  STableScanInfo* pInfo = pOperator->info;




958,111,417✔





1769



  SExecTaskInfo*  pTaskInfo = pOperator->pTaskInfo;




958,598,831✔





1770



  SStorageAPI*    pAPI = &pTaskInfo->storageAPI;




958,370,265✔





1771



  int32_t         num = 0;




958,193,799✔





1772



  STableKeyInfo*  pList = NULL;




958,432,845✔





1773



  SSDataBlock*    pResult = NULL;




958,213,053✔





1774



  const char*     idStr = GET_TASKID(pTaskInfo);




958,594,787✔





1775












1776



  QRY_PARAM_CHECK(pResBlock);




958,336,489✔





1777












1778



  if (pInfo->currentGroupId == -1) {




958,403,073✔





1779



    if ((++pInfo->currentGroupId) >= tableListGetOutputGroups(pInfo->base.pTableListInfo)) {




272,125,010✔





1780



      setOperatorCompleted(pOperator);




×







1781



      return code;




×







1782



    }










1783












1784



    taosRLockLatch(&pTaskInfo->lock);




272,029,177✔





1785



    code = doInitReader(pInfo, pTaskInfo, pAPI, &num, &pList);




272,429,991✔





1786



    taosRUnLockLatch(&pTaskInfo->lock);




272,291,581✔





1787



    QUERY_CHECK_CODE(code, lino, _end);




272,440,400✔





1788












1789



    if (pInfo->filesetDelimited) {




272,438,220✔





1790



      pAPI->tsdReader.tsdSetFilesetDelimited(pInfo->base.dataReader);




239,706✔





1791



    }










1792












1793



    if (pInfo->pResBlock->info.capacity > pOperator->resultInfo.capacity) {




272,440,489✔





1794



      pOperator->resultInfo.capacity = pInfo->pResBlock->info.capacity;




×







1795



    }










1796



  }










1797












1798



  code = doGroupedTableScan(pOperator, &pResult);




958,513,016✔





1799



  QUERY_CHECK_CODE(code, lino, _end);




954,981,072✔





1800












1801



  if (pResult != NULL) {




954,981,072✔





1802



    if (pOperator->dynamicTask) {




647,672,043✔





1803



      pResult->info.id.groupId = pResult->info.id.uid;




1,075,060✔





1804



    }










1805












1806



    *pResBlock = pResult;




647,651,211✔





1807



    return code;




647,305,611✔





1808



  }










1809












1810



  while (true) {










1811



    code = startNextGroupScan(pOperator, &pResult);




307,356,055✔





1812



    QUERY_CHECK_CODE(code, lino, _end);




307,821,195✔





1813












1814



    if (pResult || pOperator->status == OP_EXEC_DONE) {




307,821,195✔





1815



      *pResBlock = pResult;




307,755,393✔





1816



      return code;




307,700,832✔





1817



    }










1818



  }










1819












1820



_end:




2,180✔





1821



  if (code != TSDB_CODE_SUCCESS) {




2,180✔





1822



    qError("%s %s failed at line %d since %s", idStr, __func__, lino, tstrerror(code));




2,180✔





1823



    pTaskInfo->code = code;




2,180✔





1824



  }










1825












1826



  return code;




2,180✔





1827



}










1828












1829



static bool isEmptyQueryTimeWindow(STimeWindow* pWindow) {




24,997,067✔





1830



  return (pWindow == NULL) || (pWindow->skey > pWindow->ekey);




24,997,067✔





1831



}










1832












1833



static int32_t doStbJoinDynamicTableScanNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {




42,468,499✔





1834



  int32_t                  code = TSDB_CODE_SUCCESS;




42,468,499✔





1835



  int32_t                  lino = 0;




42,468,499✔





1836



  STableScanInfo*          pInfo = pOperator->info;




42,468,499✔





1837



  SExecTaskInfo*           pTaskInfo = pOperator->pTaskInfo;




42,468,499✔





1838



  SStorageAPI*             pAPI = &pTaskInfo->storageAPI;




42,468,499✔





1839



  STableScanOperatorParam* pParam = (STableScanOperatorParam*)pOperator->pOperatorGetParam->value;




42,468,499✔





1840












1841



  code = createTableListInfoFromParam(pOperator);




42,468,499✔





1842



  freeOperatorParam(pOperator->pOperatorGetParam, OP_GET_PARAM);




42,468,499✔





1843



  pOperator->pOperatorGetParam = NULL;




42,468,499✔





1844



  QUERY_CHECK_CODE(code, lino, _end);




42,468,499✔





1845












1846



  if (pOperator->status == OP_EXEC_DONE) {




42,468,499✔





1847



    pInfo->currentGroupId = -1;




41,895,264✔





1848



    pOperator->status = OP_OPENED;




41,895,264✔





1849



    SSDataBlock* result = NULL;




41,895,264✔





1850












1851



    while (true) {










1852



      code = startNextGroupScan(pOperator, &result);




46,754,940✔





1853



      QUERY_CHECK_CODE(code, lino, _end);




46,754,940✔





1854












1855



      if (result || pOperator->status == OP_EXEC_DONE) {




46,754,940✔





1856



        (*ppRes) = result;




41,895,264✔





1857



        return code;




41,895,264✔





1858



      }










1859



    }










1860



  }










1861



_end:




573,235✔





1862



  if (code) {




573,235✔





1863



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







1864



  }










1865



  return code;




573,235✔





1866



}










1867












1868



static int32_t doVstbSingleDynamicTableScanNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {




24,997,690✔





1869



  int32_t                  code = TSDB_CODE_SUCCESS;




24,997,690✔





1870



  int32_t                  lino = 0;




24,997,690✔





1871



  STableScanInfo*          pInfo = pOperator->info;




24,997,690✔





1872



  SExecTaskInfo*           pTaskInfo = pOperator->pTaskInfo;




24,997,690✔





1873



  SStorageAPI*             pAPI = &pTaskInfo->storageAPI;




24,997,690✔





1874



  STableScanOperatorParam* pParam = (STableScanOperatorParam*)pOperator->pOperatorGetParam->value;




24,997,690✔





1875












1876



  QRY_PARAM_CHECK(ppRes);




24,997,690✔





1877



  qTrace("%s call", __FUNCTION__);




24,997,690✔





1878












1879



  code = createVTableScanInfoFromParam(pOperator);




24,997,690✔





1880



  freeOperatorParam(pOperator->pOperatorGetParam, OP_GET_PARAM);




24,997,690✔





1881



  pOperator->pOperatorGetParam = NULL;




24,997,690✔





1882












1883



  QUERY_CHECK_CODE(code, lino, _end);




24,997,690✔





1884












1885



  SSDataBlock* result = NULL;




24,997,067✔





1886



  if (isEmptyQueryTimeWindow(&pInfo->base.cond.twindows) && pInfo->base.cond.type == TIMEWINDOW_RANGE_CONTAINED) {




24,997,067✔





1887



    (*ppRes) = result;




18,556✔





1888



    return code;




18,556✔





1889



  }










1890












1891



  if (pInfo->newReader) {




24,978,511✔





1892



    code = startNextGroupScan(pOperator, &result);




7,200,122✔





1893



    QUERY_CHECK_CODE(code, lino, _end);




7,200,122✔





1894



  } else {










1895



    code = doGroupedTableScan(pOperator, &result);




17,778,389✔





1896



    QUERY_CHECK_CODE(code, lino, _end);




17,778,389✔





1897



  }










1898












1899



  if (result) {




24,978,511✔





1900



    SSDataBlock* res = NULL;




17,806,025✔





1901



    pAPI->tsdReader.tsdReaderSetDatablock(pInfo->base.dataReader, NULL);




17,806,025✔





1902



    pInfo->lastTimeWindow.skey = result->info.window.skey;




17,806,025✔





1903



    pInfo->lastTimeWindow.ekey = result->info.window.ekey;




17,806,025✔





1904



    code = createOneDataBlockWithTwoBlock(result, pInfo->pOrgBlock, pInfo->pBlockColMap, &res);




17,806,025✔





1905



    QUERY_CHECK_CODE(code, lino, _end);




17,806,025✔





1906












1907



    pInfo->pResBlock = res;




17,806,025✔





1908



    blockDataDestroy(result);




17,806,025✔





1909



    (*ppRes) = res;




17,806,025✔





1910



  } else {










1911



    STableKeyInfo *keyInfo = taosArrayGet(pInfo->base.pTableListInfo->pTableList, 0);




7,172,486✔





1912



    QUERY_CHECK_NULL(keyInfo, code, lino, _end, terrno)




7,172,486✔





1913












1914



    blockDataDestroy(pInfo->pResBlock);




7,172,486✔





1915



    pInfo->pResBlock = NULL;




7,172,486✔





1916












1917



    void** reader = taosHashGet(pInfo->readerCache, &keyInfo->uid, sizeof(uint64_t));




7,172,486✔





1918



    if (reader) {




7,172,486✔





1919



      if (*reader == pInfo->base.dataReader) {




7,172,486✔





1920



        pAPI->tsdReader.tsdReaderSetDatablock(pInfo->base.dataReader, NULL);




7,172,486✔





1921



        pInfo->base.dataReader = NULL;




7,172,486✔





1922



      }










1923



      if (pAPI->tsdReader.tsdReaderClose) {




7,172,486✔





1924



        pAPI->tsdReader.tsdReaderClose(*reader);




7,172,486✔





1925



      }










1926



    }










1927












1928



    code = taosHashRemove(pInfo->readerCache, &keyInfo->uid, sizeof(uint64_t));




7,172,486✔





1929



    QUERY_CHECK_CODE(code, lino, _end);




7,172,486✔





1930



  }










1931



_end:




24,979,134✔





1932



  if (code) {




24,979,134✔





1933



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




623✔





1934



  }










1935



  return code;




24,979,134✔





1936



}










1937












1938



static int32_t setTagValFromTagList(SOperatorInfo* pOperator, SSDataBlock* pRes) {




2,385,300✔





1939



  int32_t                  code = TSDB_CODE_SUCCESS;




2,385,300✔





1940



  int32_t                  lino = 0;




2,385,300✔





1941



  STableScanInfo*          pInfo = pOperator->info;




2,385,300✔





1942



  int32_t                  index = 0;




2,385,300✔





1943



  char*                    tagVal = NULL;




2,385,300✔





1944












1945



  for (int32_t i = taosArrayGetSize(pRes->pDataBlock) - taosArrayGetSize(pInfo->cachedTagList); i < taosArrayGetSize(pRes->pDataBlock); i++) {




16,645,248✔





1946



    SColumnInfoData* pTagCol = taosArrayGet(pRes->pDataBlock, i);




14,259,948✔





1947



    STagVal*         pTagVal = taosArrayGet(pInfo->cachedTagList, index);




14,259,948✔





1948












1949



    QUERY_CHECK_NULL(pTagVal, code, lino, _end, terrno);




14,259,948✔





1950



    QUERY_CHECK_NULL(pTagCol, code, lino, _end, terrno);




14,259,948✔





1951












1952



    for(int32_t j = 0; j < pRes->info.rows; j++) {




2,147,483,647✔





1953



      if (IS_VAR_DATA_TYPE(pTagVal->type)) {




2,147,483,647✔





1954



        tagVal = taosMemoryMalloc(pTagVal->nData + VARSTR_HEADER_SIZE + 1);




2,147,483,647✔





1955



        QUERY_CHECK_NULL(tagVal, code, lino, _end, terrno);




2,147,483,647✔





1956












1957



        varDataSetLen(tagVal, pTagVal->nData);




2,147,483,647✔





1958



        memcpy(tagVal + VARSTR_HEADER_SIZE, pTagVal->pData, pTagVal->nData);




2,147,483,647✔





1959



        code = colDataSetVal(pTagCol, j, tagVal, false);




2,147,483,647✔





1960



        QUERY_CHECK_CODE(code, lino, _end);




2,147,483,647✔





1961



        taosMemoryFreeClear(tagVal);




2,147,483,647✔





1962



      } else {










1963



        code = colDataSetVal(pTagCol, j, (const char*)&pTagVal->i64, false);




2,147,483,647✔





1964



        QUERY_CHECK_CODE(code, lino, _end);




2,147,483,647✔





1965



      }










1966



    }










1967



    index++;




14,259,948✔





1968



  }










1969



  return code;




2,385,300✔





1970



_end:




×







1971



  qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







1972



  taosMemoryFreeClear(tagVal);




×







1973



  return code;




×







1974



}










1975












1976



static void clearVstbBatchDynamicTableScanInfo(STableScanInfo* pInfo) {




3,164,136✔





1977



  if (pInfo->pBatchColMap) {




3,164,136✔





1978



    for (int32_t i = 0; i < taosArrayGetSize(pInfo->pBatchColMap); i++) {




7,961,723✔





1979



      SOrgTbInfo* pOrgTbInfo = (SOrgTbInfo*)taosArrayGet(pInfo->pBatchColMap, i);




4,798,507✔





1980



      taosArrayDestroy(pOrgTbInfo->colMap);




4,798,529✔





1981



    }










1982



    taosArrayDestroy(pInfo->pBatchColMap);




3,163,530✔





1983



    pInfo->pBatchColMap = NULL;




3,163,508✔





1984



  }










1985



  if (pInfo->cachedTagList) {




3,163,822✔





1986



    for (int32_t i = 0; i < taosArrayGetSize(pInfo->cachedTagList); i++) {




10,285,996✔





1987



      STagVal* pTagVal = (STagVal*)taosArrayGet(pInfo->cachedTagList, i);




8,758,890✔





1988



      if (IS_VAR_DATA_TYPE(pTagVal->type)) {




8,758,576✔





1989



        taosMemoryFreeClear(pTagVal->pData);




3,840,144✔





1990



      }










1991



    }










1992



    taosArrayDestroy(pInfo->cachedTagList);




1,526,792✔





1993



    pInfo->cachedTagList = NULL;




1,526,164✔





1994



  }










1995



  if (pInfo->lastColArray) {




3,162,880✔





1996



    taosArrayDestroy(pInfo->lastColArray);




3,163,530✔





1997



    pInfo->lastColArray = NULL;




3,163,194✔





1998



  }










1999



  if (pInfo->lastBlockColArray) {




3,163,822✔





2000



    taosArrayDestroy(pInfo->lastBlockColArray);




3,163,508✔





2001



    pInfo->lastBlockColArray = NULL;




3,162,902✔





2002



  }










2003












2004



  blockDataDestroy(pInfo->pResBlock);




3,163,508✔





2005



  pInfo->pResBlock = NULL;




3,163,508✔





2006



}




3,163,508✔





2007












2008



static int32_t doVstbBatchDynamicTableScanNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {




11,076,481✔





2009



  int32_t                  code = TSDB_CODE_SUCCESS;




11,076,481✔





2010



  int32_t                  lino = 0;




11,076,481✔





2011



  STableScanInfo*          pInfo = pOperator->info;




11,076,481✔





2012



  SExecTaskInfo*           pTaskInfo = pOperator->pTaskInfo;




11,079,665✔





2013



  SStorageAPI*             pAPI = &pTaskInfo->storageAPI;




11,075,864✔





2014



  SSDataBlock*             result = NULL;




11,071,303✔





2015












2016



  QRY_PARAM_CHECK(ppRes);




11,077,825✔





2017



  qTrace("%s call", __FUNCTION__);




11,079,103✔





2018












2019



  while (!result) {




20,633,509✔





2020



    code = createVTableScanInfoFromBatchParam(pOperator);




12,712,780✔





2021



    freeOperatorParam(pOperator->pOperatorGetParam, OP_GET_PARAM);




12,683,194✔





2022



    pOperator->pOperatorGetParam = NULL;




12,666,106✔





2023



    QUERY_CHECK_CODE(code, lino, _end);




12,674,815✔





2024












2025



    if (pInfo->newReader) {




12,674,815✔





2026



      code = startNextGroupScan(pOperator, &result);




4,747,696✔





2027



      QUERY_CHECK_CODE(code, lino, _end);




4,797,185✔





2028



    } else {










2029



      code = doGroupedTableScan(pOperator, &result);




7,927,714✔





2030



      QUERY_CHECK_CODE(code, lino, _end);




7,920,415✔





2031



    }










2032



    if (!result) {




12,717,600✔





2033



      qDebug("%s, finished batch scan for current table, switch to next table, idx:%d,  %s",




4,797,163✔





2034



             __func__ , pInfo->currentBatchIdx, GET_TASKID(pTaskInfo));










2035



      pInfo->currentBatchIdx++;




4,797,163✔





2036



      if (pInfo->currentBatchIdx >= taosArrayGetSize(pInfo->pBatchColMap)) {




4,795,885✔





2037



        // all batch scan finished










2038



        break;




3,163,530✔





2039



      }










2040



    }










2041



  }










2042












2043



  if (result) {




11,084,259✔





2044



    SSDataBlock* res = NULL;




7,920,751✔





2045



    pAPI->tsdReader.tsdReaderSetDatablock(pInfo->base.dataReader, NULL);




7,920,751✔





2046



    pInfo->lastTimeWindow.skey = result->info.window.skey;




7,920,123✔





2047



    pInfo->lastTimeWindow.ekey = result->info.window.ekey;




7,920,123✔





2048












2049



    code = createOneDataBlockWithTwoBlock(result, pInfo->pOrgBlock, pInfo->pBlockColMap, &res);




7,920,773✔





2050



    QUERY_CHECK_CODE(code, lino, _end);




7,921,401✔





2051












2052



    if (pInfo->cachedTagList) {




7,921,401✔





2053



      code = setTagValFromTagList(pOperator, res);




2,385,300✔





2054



      QUERY_CHECK_CODE(code, lino, _end);




2,385,300✔





2055



    }










2056












2057



    res->info.id.groupId = pInfo->cachedGroupId;




7,921,401✔





2058



    pInfo->pResBlock = res;




7,921,401✔





2059



    blockDataDestroy(result);




7,921,401✔





2060



    (*ppRes) = res;




7,921,401✔





2061












2062



    printDataBlock(res, __func__, pTaskInfo->id.str, pTaskInfo->id.queryId);




7,921,401✔





2063



  } else {










2064



    clearVstbBatchDynamicTableScanInfo(pInfo);




3,163,508✔





2065



    setOperatorCompleted(pOperator);




3,162,880✔





2066



  }










2067












2068



_end:




11,084,303✔





2069



  return code;




11,084,617✔





2070



}










2071












2072



static int32_t doDynamicTableScanNext(SOperatorInfo* pOperator, ETableScanDynType type, SSDataBlock** ppRes) {




78,542,334✔





2073



  int32_t                  code = TSDB_CODE_SUCCESS;




78,542,334✔





2074



  int32_t                  lino = 0;




78,542,334✔





2075



  STableScanInfo*          pInfo = pOperator->info;




78,542,334✔





2076



  SExecTaskInfo*           pTaskInfo = pOperator->pTaskInfo;




78,544,598✔





2077



  SStorageAPI*             pAPI = &pTaskInfo->storageAPI;




78,543,590✔





2078












2079



  QRY_PARAM_CHECK(ppRes);




78,545,518✔





2080



  qTrace("%s call", __FUNCTION__);




78,542,582✔





2081












2082



  pOperator->dynamicTask = true;




78,542,582✔





2083












2084



  switch (type) {




78,546,526✔





2085



    case DYN_TYPE_VSTB_WIN_SCAN:




42,468,499✔





2086



    case DYN_TYPE_STB_JOIN: {










2087



      code = doStbJoinDynamicTableScanNext(pOperator, ppRes);




42,468,499✔





2088



      QUERY_CHECK_CODE(code, lino, _end);




42,468,499✔





2089



      break;




42,468,499✔





2090



    }










2091



    case DYN_TYPE_VSTB_SINGLE_SCAN: {




24,997,690✔





2092



      code = doVstbSingleDynamicTableScanNext(pOperator, ppRes);




24,997,690✔





2093



      QUERY_CHECK_CODE(code, lino, _end);




24,997,690✔





2094



      break;




24,997,067✔





2095



    }










2096



    case DYN_TYPE_VSTB_BATCH_SCAN:




11,080,337✔





2097



      code = doVstbBatchDynamicTableScanNext(pOperator, ppRes);




11,080,337✔





2098



      QUERY_CHECK_CODE(code, lino, _end);




11,083,653✔





2099



      break;




11,083,653✔





2100



    default:




×







2101



      code = TSDB_CODE_INVALID_PARA;




×







2102



      QUERY_CHECK_CODE(code, lino, _end);




×







2103



      break;




×







2104



  }










2105












2106



_end:




78,549,842✔





2107



  return code;




78,549,842✔





2108



}










2109












2110



int32_t doTableScanNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {




1,037,292,873✔





2111



  int32_t         code = TSDB_CODE_SUCCESS;




1,037,292,873✔





2112



  int32_t         lino = 0;




1,037,292,873✔





2113



  STableScanInfo* pInfo = pOperator->info;




1,037,292,873✔





2114



  SExecTaskInfo*  pTaskInfo = pOperator->pTaskInfo;




1,037,678,614✔





2115



  SStorageAPI*    pAPI = &pTaskInfo->storageAPI;




1,037,468,818✔





2116



  QRY_PARAM_CHECK(ppRes);




1,037,657,710✔





2117



  qTrace("%s call", __FUNCTION__);




1,037,522,330✔





2118












2119



  if (pOperator->pOperatorGetParam || pInfo->pBatchColMap) {




1,037,522,330✔





2120



    ETableScanDynType type = pOperator->pOperatorGetParam ?




78,099,777✔





2121



                                                          ((STableScanOperatorParam*)pOperator->pOperatorGetParam->value)->type :




78,543,083✔





2122



                                                          DYN_TYPE_VSTB_BATCH_SCAN;










2123












2124



    code = doDynamicTableScanNext(pOperator, type, ppRes);




78,546,939✔





2125



    QUERY_CHECK_CODE(code, lino, _end);




78,549,842✔





2126












2127



    if (*ppRes != NULL || (type != DYN_TYPE_STB_JOIN && type != DYN_TYPE_VSTB_WIN_SCAN)) {




78,549,219✔





2128



      return code;




73,118,214✔





2129



    }










2130



  }










2131












2132



  // scan table one by one sequentially










2133



  if (pInfo->scanMode == TABLE_SCAN__TABLE_ORDER) {




964,574,034✔





2134



    int32_t       numOfTables = 0;




5,929,948✔





2135



    STableKeyInfo tInfo = {0};




5,929,948✔





2136



    pInfo->countState = TABLE_COUNT_STATE_END;




5,929,948✔





2137












2138



    while (1) {




5,518,765✔





2139



      SSDataBlock* result = NULL;




11,448,713✔





2140



      code = doGroupedTableScan(pOperator, &result);




11,446,832✔





2141



      QUERY_CHECK_CODE(code, lino, _end);




11,444,688✔





2142












2143



      if (result || (pOperator->status == OP_EXEC_DONE) || isTaskKilled(pTaskInfo)) {




11,444,688✔





2144



        (*ppRes) = result;




5,877,942✔





2145



        return code;




5,887,874✔





2146



      }










2147












2148



      // if no data, switch to next table and continue scan










2149



      pInfo->currentTable++;




5,565,185✔





2150












2151



      taosRLockLatch(&pTaskInfo->lock);




5,558,382✔





2152



      numOfTables = 0;




5,565,807✔





2153



      code = tableListGetSize(pInfo->base.pTableListInfo, &numOfTables);




5,565,807✔





2154



      if (code != TSDB_CODE_SUCCESS) {




5,561,150✔





2155



        taosRUnLockLatch(&pTaskInfo->lock);




×







2156



        TSDB_CHECK_CODE(code, lino, _end);




×







2157



      }










2158












2159



      if (pInfo->currentTable >= numOfTables) {




5,561,150✔





2160



        qDebug("all table checked in table list, total:%d, return NULL, %s", numOfTables, GET_TASKID(pTaskInfo));




41,480✔





2161



        taosRUnLockLatch(&pTaskInfo->lock);




41,480✔





2162



        (*ppRes) = NULL;




41,480✔





2163



        return code;




41,480✔





2164



      }










2165












2166



      STableKeyInfo* tmp = (STableKeyInfo*)tableListGetInfo(pInfo->base.pTableListInfo, pInfo->currentTable);




5,511,975✔





2167



      if (!tmp) {




5,517,198✔





2168



        taosRUnLockLatch(&pTaskInfo->lock);




×







2169



        (*ppRes) = NULL;




×







2170



        QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);




×







2171



      }










2172












2173



      tInfo = *tmp;




5,517,198✔





2174



      taosRUnLockLatch(&pTaskInfo->lock);




5,515,977✔





2175












2176



      code = pAPI->tsdReader.tsdSetQueryTableList(pInfo->base.dataReader, &tInfo, 1);




5,524,012✔





2177



      QUERY_CHECK_CODE(code, lino, _end);




5,514,733✔





2178



      qDebug("set uid:%" PRIu64 " into scanner, total tables:%d, index:%d/%d %s", tInfo.uid, numOfTables,




5,514,733✔





2179



             pInfo->currentTable, numOfTables, GET_TASKID(pTaskInfo));










2180












2181



      code = pAPI->tsdReader.tsdReaderResetStatus(pInfo->base.dataReader, &pInfo->base.cond);




5,526,790✔





2182



      QUERY_CHECK_CODE(code, lino, _end);




5,514,416✔





2183



      pInfo->scanTimes = 0;




5,514,416✔





2184



    }










2185



  } else {  // scan table group by group sequentially










2186



    code = groupSeqTableScan(pOperator, ppRes);




958,078,186✔





2187



    QUERY_CHECK_CODE(code, lino, _end);




954,877,880✔





2188



  }










2189












2190



_end:




954,875,700✔





2191



  if (code != TSDB_CODE_SUCCESS) {




955,039,674✔





2192



    qError("%s %s failed at line %d since %s", GET_TASKID(pTaskInfo), __func__, lino, tstrerror(code));




2,803✔





2193



    pTaskInfo->code = code;




2,803✔





2194



    T_LONG_JMP(pTaskInfo->env, code);




2,803✔





2195



  }










2196












2197



  return code;




955,036,871✔





2198



}










2199












2200



static int32_t getTableScannerExecInfo(struct SOperatorInfo* pOptr, void** pOptrExplain, uint32_t* len) {




15,303,608✔





2201



  SFileBlockLoadRecorder* pRecorder = taosMemoryCalloc(1, sizeof(SFileBlockLoadRecorder));




15,303,608✔





2202



  if (!pRecorder) {




15,202,612✔





2203



    return terrno;




×







2204



  }










2205



  STableScanInfo* pTableScanInfo = pOptr->info;




15,202,612✔





2206



  *pRecorder = pTableScanInfo->base.readRecorder;




15,249,092✔





2207



  *pOptrExplain = pRecorder;




15,269,742✔





2208



  *len = sizeof(SFileBlockLoadRecorder);




15,235,359✔





2209



  return 0;




15,265,905✔





2210



}










2211












2212



static void destroyTableScanBase(STableScanBase* pBase, TsdReader* pAPI) {




323,861,899✔





2213



  cleanupQueryTableDataCond(&pBase->cond);




323,861,899✔





2214



  cleanupQueryTableDataCond(&pBase->orgCond);




323,751,828✔





2215












2216



  if (pAPI->tsdReaderClose) {




323,851,573✔





2217



    pAPI->tsdReaderClose(pBase->dataReader);




323,886,924✔





2218



  }










2219



  pBase->dataReader = NULL;




323,592,621✔





2220












2221



  if (pBase->matchInfo.pList != NULL) {




323,625,492✔





2222



    taosArrayDestroy(pBase->matchInfo.pList);




323,633,516✔





2223



  }










2224












2225



  tableListDestroy(pBase->pTableListInfo);




323,618,782✔





2226



  taosLRUCacheCleanup(pBase->metaCache.pTableMetaEntryCache);




323,839,686✔





2227



  cleanupExprSupp(&pBase->pseudoSup);




323,783,939✔





2228



}




323,848,804✔





2229












2230



static void cleanReaderForVTable(STableScanInfo* pInfo){




4,721,474✔





2231



  if (pInfo != NULL && pInfo->base.readerAPI.tsdReaderClose) {




4,721,474✔





2232



    void *pIter = taosHashIterate(pInfo->readerCache, NULL);




4,721,160✔





2233



    while (pIter != NULL) {




4,743,006✔





2234



      void **reader = pIter;




21,003✔





2235



      if (*reader) {




21,003✔





2236



        if (*reader == pInfo->base.dataReader) {




21,003✔





2237



          pInfo->base.dataReader = NULL;




18,733✔





2238



        }










2239



        pInfo->base.readerAPI.tsdReaderClose(*reader);




21,003✔





2240



      }










2241



      pIter = taosHashIterate(pInfo->readerCache, pIter);




21,003✔





2242



    }










2243



  }










2244



}




4,722,317✔





2245












2246



static void destroyTableScanOperatorInfo(void* param) {




293,365,666✔





2247



  STableScanInfo* pTableScanInfo = (STableScanInfo*)param;




293,365,666✔





2248



  blockDataDestroy(pTableScanInfo->pResBlock);




293,365,666✔





2249



  blockDataDestroy(pTableScanInfo->pOrgBlock);




293,244,460✔





2250



  taosHashCleanup(pTableScanInfo->pIgnoreTables);




293,260,326✔





2251



  if (pTableScanInfo->virtualStableScan && pTableScanInfo->readerCache) {




293,233,080✔





2252



    cleanReaderForVTable(pTableScanInfo);




4,720,557✔





2253



    taosHashCleanup(pTableScanInfo->readerCache);




4,722,339✔





2254



  }










2255



  destroyTableScanBase(&pTableScanInfo->base, &pTableScanInfo->base.readerAPI);




293,246,203✔





2256



  taosArrayDestroy(pTableScanInfo->pBlockColMap);




293,304,892✔





2257



  taosMemoryFreeClear(param);




293,365,622✔





2258



}




293,180,583✔





2259












2260



static void resetClolumnReserve(SSDataBlock* pBlock, int32_t dataRequireFlag) {




293,108,224✔





2261



  if (pBlock && dataRequireFlag == FUNC_DATA_REQUIRED_NOT_LOAD) {




293,108,224✔





2262



    int32_t numOfCols = taosArrayGetSize(pBlock->pDataBlock);




13,389,706✔





2263



    for (int32_t i = 0; i < numOfCols; ++i) {




30,875,718✔





2264



      SColumnInfoData* pCol = (SColumnInfoData*)taosArrayGet(pBlock->pDataBlock, i);




17,520,152✔





2265



      if (pCol) {




17,503,869✔





2266



        pCol->info.noData = true;




17,504,332✔





2267



      }










2268



    }










2269



  }










2270



}




293,074,084✔





2271












2272



static int32_t resetTableScanOperatorState(SOperatorInfo* pOper) {




213,642✔





2273



  int32_t         code = TSDB_CODE_SUCCESS;




213,642✔





2274



  STableScanInfo*   pInfo = pOper->info;




213,642✔





2275



  pOper->status = OP_NOT_OPENED;




213,642✔





2276












2277



  pInfo->scanTimes = 0;




213,642✔





2278



  pInfo->currentGroupId = -1;




213,642✔





2279



  pInfo->tableEndIndex = -1;




213,422✔





2280



  pInfo->tableStartIndex = 0;




213,422✔





2281



  pInfo->currentTable = 0;




213,642✔





2282



  pInfo->scanMode = 0;




213,422✔





2283



  pInfo->countState = 0;




213,642✔





2284



  pInfo->base.scanFlag = (pInfo->scanInfo.numOfAsc > 1) ? PRE_SCAN : MAIN_SCAN;




213,642✔





2285












2286



  if (!pInfo->virtualStableScan) {




213,422✔





2287



  // if (pInfo->virtualStableScan && pInfo->readerCache) {










2288



  //   cleanReaderForVTable(pInfo);










2289



  //   taosHashClear(pInfo->readerCache);










2290



  //   pInfo->readerCache = false;










2291



  // } else {










2292



    if (pInfo->base.readerAPI.tsdReaderClose) {




74,595✔





2293



      pInfo->base.readerAPI.tsdReaderClose(pInfo->base.dataReader);




74,595✔





2294



    }










2295



    pInfo->base.dataReader = NULL;




74,595✔





2296



  }










2297



  tableListDestroy(pInfo->base.pTableListInfo);




213,422✔





2298



  pInfo->base.pTableListInfo = tableListCreate();




213,271✔





2299



  if (!pInfo->base.pTableListInfo) {




213,642✔





2300



    qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));




×







2301



    return terrno;




×







2302



  }










2303



  SExecTaskInfo*         pTaskInfo = pOper->pTaskInfo;




213,642✔





2304












2305



  STableScanPhysiNode* pTableScanNode = (STableScanPhysiNode*)pTaskInfo->pSubplan->pNode;




213,642✔





2306



  if (!pTableScanNode->scan.node.dynamicOp) {




213,642✔





2307



    code = createScanTableListInfo(&pTableScanNode->scan, pTableScanNode->pGroupTags, pTableScanNode->groupSort,




146,359✔





2308



                                    &pInfo->base.readHandle, pInfo->base.pTableListInfo, 










2309



                                    pTaskInfo->pSubplan->pTagCond, pTaskInfo->pSubplan->pTagIndexCond, pTaskInfo, NULL);




146,359✔





2310



    if (code) {




73,603✔





2311



      qError("%s failed to createScanTableListInfo, code:%s", __func__, tstrerror(code));




×







2312



      return code;




×







2313



    }










2314



  }










2315












2316



  initLimitInfo(pTableScanNode->scan.node.pLimit, pTableScanNode->scan.node.pSlimit, &pInfo->base.limitInfo);




213,642✔





2317



  cleanupQueryTableDataCond(&pInfo->base.cond);




213,642✔





2318



  code = initQueryTableDataCond(&pInfo->base.cond, pTableScanNode, &pInfo->base.readHandle, true);




213,642✔





2319



  if (code) {




213,642✔





2320



    qError("%s failed to initQueryTableDataCond, code:%s", __func__, tstrerror(code));




×







2321



    return code;




×







2322



  }










2323



  if (pTableScanNode->scan.node.dynamicOp && pTableScanNode->scan.virtualStableScan) {




213,642✔





2324



    cleanupQueryTableDataCond(&pInfo->base.orgCond);




139,047✔





2325



    memcpy(&pInfo->base.orgCond, &pInfo->base.cond, sizeof(SQueryTableDataCond));




139,047✔





2326



    memset(&pInfo->base.cond, 0, sizeof(SQueryTableDataCond));




139,047✔





2327



  } 










2328












2329



  pOper->resultInfo.totalRows = 0;




213,642✔





2330



  blockDataEmpty(pInfo->pResBlock);




213,642✔





2331



  blockDataEmpty(pInfo->pOrgBlock);




213,422✔





2332



  taosHashClear(pInfo->pIgnoreTables);




213,422✔





2333



  taosArrayDestroy(pInfo->pBlockColMap);




213,642✔





2334



  pInfo->pBlockColMap = NULL;




213,642✔





2335



  return code;




213,642✔





2336



}










2337












2338



int32_t createTableScanOperatorInfo(STableScanPhysiNode* pTableScanNode, SReadHandle* readHandle,




293,380,468✔





2339



                                    STableListInfo* pTableListInfo, SExecTaskInfo* pTaskInfo,










2340



                                    SOperatorInfo** pOptrInfo) {










2341



  QRY_PARAM_CHECK(pOptrInfo);




293,380,468✔





2342












2343



  int32_t         code = TSDB_CODE_SUCCESS;




293,365,785✔





2344



  int32_t         lino = 0;




293,365,785✔





2345



  STableScanInfo* pInfo = taosMemoryCalloc(1, sizeof(STableScanInfo));




293,365,785✔





2346



  SOperatorInfo*  pOperator = taosMemoryCalloc(1, sizeof(SOperatorInfo));




293,147,498✔





2347



  if (pInfo == NULL || pOperator == NULL) {




293,043,939✔





2348



    code = terrno;




37✔





2349



    goto _error;




×







2350



  }










2351












2352



  pOperator->pPhyNode = pTableScanNode;




293,048,913✔





2353



  SScanPhysiNode*     pScanNode = &pTableScanNode->scan;




293,056,740✔





2354



  SDataBlockDescNode* pDescNode = pScanNode->node.pOutputDataBlockDesc;




293,064,102✔





2355












2356



  int32_t numOfCols = 0;




293,176,644✔





2357



  code =










2358



      extractColMatchInfo(pScanNode->pScanCols, pDescNode, &numOfCols, COL_MATCH_FROM_COL_ID, &pInfo->base.matchInfo);




293,234,079✔





2359



  QUERY_CHECK_CODE(code, lino, _error);




293,164,239✔





2360












2361



  initLimitInfo(pScanNode->node.pLimit, pScanNode->node.pSlimit, &pInfo->base.limitInfo);




293,164,239✔





2362



  code = initQueryTableDataCond(&pInfo->base.cond, pTableScanNode, readHandle, true);




293,077,039✔





2363



  QUERY_CHECK_CODE(code, lino, _error);




292,932,745✔





2364












2365



  if (pScanNode->pScanPseudoCols != NULL) {




292,932,745✔





2366



    SExprSupp* pSup = &pInfo->base.pseudoSup;




52,952,852✔





2367



    pSup->pExprInfo = NULL;




52,955,095✔





2368



    code = createExprInfo(pScanNode->pScanPseudoCols, NULL, &pSup->pExprInfo, &pSup->numOfExprs);




52,966,180✔





2369



    QUERY_CHECK_CODE(code, lino, _error);




52,946,588✔





2370












2371



    pSup->pCtx = createSqlFunctionCtx(pSup->pExprInfo, pSup->numOfExprs, &pSup->rowEntryInfoOffset,




52,946,588✔





2372



                                      &pTaskInfo->storageAPI.functionStore);










2373



    QUERY_CHECK_NULL(pSup->pCtx, code, lino, _error, terrno);




52,958,242✔





2374



  }










2375












2376



  pInfo->scanInfo = (SScanInfo){.numOfAsc = pTableScanNode->scanSeq[0], .numOfDesc = pTableScanNode->scanSeq[1]};




292,852,405✔





2377



  pInfo->base.scanFlag = (pInfo->scanInfo.numOfAsc > 1) ? PRE_SCAN : MAIN_SCAN;




292,838,553✔





2378












2379



  pInfo->base.pdInfo.interval = extractIntervalInfo(pTableScanNode);




293,148,648✔





2380



  pInfo->base.readHandle = *readHandle;




292,776,658✔





2381



  pInfo->base.dataBlockLoadFlag = pTableScanNode->dataRequired;




293,033,276✔





2382












2383



  pInfo->sample.sampleRatio = pTableScanNode->ratio;




292,931,515✔





2384



  pInfo->sample.seed = taosGetTimestampSec();




293,302,292✔





2385












2386



  pInfo->base.readerAPI = pTaskInfo->storageAPI.tsdReader;




292,966,461✔





2387



  initResultSizeInfo(&pOperator->resultInfo, 4096);




293,142,815✔





2388



  pInfo->pResBlock = createDataBlockFromDescNode(pDescNode);




293,001,182✔





2389



  resetClolumnReserve(pInfo->pResBlock, pInfo->base.dataBlockLoadFlag);




293,217,608✔





2390



  QUERY_CHECK_NULL(pInfo->pResBlock, code, lino, _error, terrno);




292,707,090✔





2391












2392



  code = prepareDataBlockBuf(pInfo->pResBlock, &pInfo->base.matchInfo);




292,806,717✔





2393



  QUERY_CHECK_CODE(code, lino, _error);




292,708,303✔





2394












2395



  pInfo->virtualStableScan = pScanNode->virtualStableScan;




292,708,303✔





2396



  if (pScanNode->node.dynamicOp && pScanNode->virtualStableScan) {




292,726,863✔





2397



    TSWAP(pInfo->pOrgBlock, pInfo->pResBlock);




4,719,909✔





2398



    pInfo->pResBlock = NULL;




4,714,098✔





2399



    memcpy(&pInfo->base.orgCond, &pInfo->base.cond, sizeof(SQueryTableDataCond));




4,720,411✔





2400



    memset(&pInfo->base.cond, 0, sizeof(SQueryTableDataCond));




4,717,565✔





2401



  }










2402












2403



  if (pInfo->virtualStableScan) {




292,663,161✔





2404



    pInfo->readerCache = taosHashInit(1024, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT), false, HASH_NO_LOCK);




4,718,152✔





2405



    QUERY_CHECK_NULL(pInfo->readerCache, code, lino, _error, terrno);




4,722,675✔





2406



  }










2407












2408



  code = filterInitFromNode((SNode*)pTableScanNode->scan.node.pConditions, &pOperator->exprSupp.pFilterInfo, 0,




293,239,847✔





2409



                            pTaskInfo->pStreamRuntimeInfo);




293,047,858✔





2410



  QUERY_CHECK_CODE(code, lino, _error);




292,697,727✔





2411












2412



  pInfo->currentGroupId = -1;




292,675,045✔





2413












2414



  pInfo->tableEndIndex = -1;




292,956,221✔





2415



  pInfo->assignBlockUid = pTableScanNode->assignBlockUid;




293,141,108✔





2416



  pInfo->hasGroupByTag = pTableScanNode->pGroupTags ? true : false;




292,840,970✔





2417












2418



  setOperatorInfo(pOperator, "TableScanOperator", QUERY_NODE_PHYSICAL_PLAN_TABLE_SCAN, false, OP_NOT_OPENED, pInfo,




293,237,346✔





2419



                  pTaskInfo);










2420



  pOperator->exprSupp.numOfExprs = numOfCols;




292,596,794✔





2421












2422



  pInfo->needCountEmptyTable = tsCountAlwaysReturnValue && pTableScanNode->needCountEmptyTable;




292,901,149✔





2423



  pInfo->ignoreTag = false;




293,150,308✔





2424












2425



  pInfo->lastBatchIdx = -1;




292,849,512✔





2426



  pInfo->currentBatchIdx = 0;




292,733,705✔





2427



  pInfo->base.pTableListInfo = pTableListInfo;




293,165,908✔





2428



  if (tsMetaEntryCache && readHandle->streamRtInfo == NULL) {




293,024,364✔





2429



    pInfo->base.metaCache.pTableMetaEntryCache = taosLRUCacheInit(tsMetaEntryCacheSize, -1, .5);




×







2430



    if (pInfo->base.metaCache.pTableMetaEntryCache == NULL) {




×







2431



      code = terrno;




×







2432



      QUERY_CHECK_CODE(code, lino, _error);




×







2433



    }










2434












2435



    taosLRUCacheSetStrictCapacity(pInfo->base.metaCache.pTableMetaEntryCache, false);




×







2436



  }










2437












2438



  pInfo->filesetDelimited = pTableScanNode->filesetDelimited;




293,024,364✔





2439












2440



  pOperator->fpSet = createOperatorFpSet(optrDummyOpenFn, doTableScanNext, NULL, destroyTableScanOperatorInfo,




292,994,717✔





2441



                                         optrDefaultBufFn, getTableScannerExecInfo, optrDefaultGetNextExtFn, NULL);










2442












2443



  setOperatorResetStateFn(pOperator, resetTableScanOperatorState); 




292,529,726✔





2444



  // for non-blocking operator, the open cost is always 0










2445



  pOperator->cost.openCost = 0;




292,619,569✔





2446



  *pOptrInfo = pOperator;




292,645,105✔





2447



  return TSDB_CODE_SUCCESS;




292,512,128✔





2448












2449



_error:




22,682✔





2450



  if (pInfo != NULL) {




22,682✔





2451



    pInfo->base.pTableListInfo = NULL;  // this attribute will be destroy outside of this function




22,682✔





2452



    destroyTableScanOperatorInfo(pInfo);




22,682✔





2453



  }










2454












2455



  if (pOperator != NULL) {




22,682✔





2456



    pOperator->info = NULL;




22,682✔





2457



    destroyOperator(pOperator);




22,682✔





2458



  }










2459



  pTaskInfo->code = code;




22,682✔





2460



  return code;




22,682✔





2461



}










2462












2463



int32_t createTableSeqScanOperatorInfo(void* pReadHandle, SExecTaskInfo* pTaskInfo, SOperatorInfo** pOptrInfo) {




×







2464



  QRY_PARAM_CHECK(pOptrInfo);




×







2465












2466



  int32_t         code = 0;




×







2467



  STableScanInfo* pInfo = taosMemoryCalloc(1, sizeof(STableScanInfo));




×







2468



  SOperatorInfo*  pOperator = taosMemoryCalloc(1, sizeof(SOperatorInfo));




×







2469



  if (pInfo == NULL || pOperator == NULL) {




×







2470



    code = terrno;




×







2471



    goto _end;




×







2472



  }










2473












2474



  pInfo->base.dataReader = pReadHandle;




×







2475



  //  pInfo->prevGroupId       = -1;










2476












2477



  setOperatorInfo(pOperator, "TableSeqScanOperator", QUERY_NODE_PHYSICAL_PLAN_TABLE_SEQ_SCAN, false, OP_NOT_OPENED,




×







2478



                  pInfo, pTaskInfo);










2479



  pOperator->fpSet = createOperatorFpSet(optrDummyOpenFn, doTableScanImplNext, NULL, NULL, optrDefaultBufFn, NULL,




×







2480



                                         optrDefaultGetNextExtFn, NULL);










2481



  *pOptrInfo = pOperator;




×







2482



  return code;




×







2483












2484



_end:




×







2485



  if (pInfo != NULL) {




×







2486



    taosMemoryFree(pInfo);




×







2487



  }










2488












2489



  if (pOperator != NULL) {




×







2490



    taosMemoryFree(pOperator);




×







2491



  }










2492












2493



  pTaskInfo->code = code;




×







2494



  return code;




×







2495



}










2496












2497



static int32_t doBlockDataPrimaryKeyFilter(SSDataBlock* pBlock, STqOffsetVal* offset) {




13,669✔





2498



  int32_t code = TSDB_CODE_SUCCESS;




13,669✔





2499



  int32_t lino = 0;




13,669✔





2500



  if (pBlock->info.window.skey != offset->ts || offset->primaryKey.type == 0) {




13,669✔





2501



    return code;




1,638✔





2502



  }










2503



  bool* p = taosMemoryCalloc(pBlock->info.rows, sizeof(bool));




12,031✔





2504



  QUERY_CHECK_NULL(p, code, lino, _end, terrno);




12,031✔





2505



  bool hasUnqualified = false;




12,031✔





2506












2507



  SColumnInfoData* pColTs = taosArrayGet(pBlock->pDataBlock, 0);




12,031✔





2508



  SColumnInfoData* pColPk = taosArrayGet(pBlock->pDataBlock, 1);




12,031✔





2509












2510



  qDebug("doBlockDataWindowFilter primary key, ts:%" PRId64 " %" PRId64, offset->ts,




12,031✔





2511



         VALUE_GET_TRIVIAL_DATUM(&offset->primaryKey));










2512



  QUERY_CHECK_CONDITION((pColPk->info.type == offset->primaryKey.type), code, lino, _end,




12,031✔





2513



                        TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR);










2514












2515



  __compar_fn_t func = getComparFunc(pColPk->info.type, 0);




12,031✔





2516



  QUERY_CHECK_NULL(func, code, lino, _end, terrno);




12,031✔





2517



  for (int32_t i = 0; i < pBlock->info.rows; ++i) {




43,274,497✔





2518



    int64_t* ts = (int64_t*)colDataGetData(pColTs, i);




43,262,466✔





2519



    void*    data = colDataGetData(pColPk, i);




43,262,466✔





2520



    if (IS_VAR_DATA_TYPE(pColPk->info.type)) {




43,264,786✔





2521



      if (IS_STR_DATA_BLOB(pColPk->info.type)) {




2,320✔





2522



        QUERY_CHECK_CODE(code = TSDB_CODE_BLOB_NOT_SUPPORT_PRIMARY_KEY, lino, _end);




×







2523



      }










2524



      void* tmq = taosMemoryMalloc(offset->primaryKey.nData + VARSTR_HEADER_SIZE);




2,320✔





2525



      QUERY_CHECK_NULL(tmq, code, lino, _end, terrno);




2,320✔





2526



      memcpy(varDataVal(tmq), offset->primaryKey.pData, offset->primaryKey.nData);




2,320✔





2527



      varDataLen(tmq) = offset->primaryKey.nData;




2,320✔





2528



      p[i] = (*ts > offset->ts) || (func(data, tmq) > 0);




2,320✔





2529



      taosMemoryFree(tmq);




2,320✔





2530



    } else {










2531



      p[i] = (*ts > offset->ts) || (func(data, VALUE_GET_DATUM(&offset->primaryKey, pColPk->info.type)) > 0);




43,260,146✔





2532



    }










2533












2534



    if (!p[i]) {




43,262,466✔





2535



      hasUnqualified = true;




15,442,500✔





2536



    }










2537



  }










2538












2539



  if (hasUnqualified) {




12,031✔





2540



    code = trimDataBlock(pBlock, pBlock->info.rows, p);




4,060✔





2541



    QUERY_CHECK_CODE(code, lino, _end);




4,060✔





2542



  }










2543












2544



_end:




12,031✔





2545



  taosMemoryFree(p);




12,031✔





2546



  if (code != TSDB_CODE_SUCCESS) {




12,031✔





2547



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







2548



  }










2549



  return code;




12,031✔





2550



}










2551












2552



int32_t colIdComparFn(const void* param1, const void* param2) {




1,366,257,555✔





2553



  int32_t p1 = *(int32_t*)param1;




1,366,257,555✔





2554



  int32_t p2 = *(int32_t*)param2;




1,366,286,588✔





2555












2556



  if (p1 == p2) {




1,366,288,102✔





2557



    return 0;




×







2558



  } else {










2559



    return (p1 < p2) ? -1 : 1;




1,366,288,102✔





2560



  }










2561



}










2562












2563



static int32_t setBlockIntoRes(SStreamScanInfo* pInfo, const SSDataBlock* pBlock) {




98,506,766✔





2564



  int32_t         code = TSDB_CODE_SUCCESS;




98,506,766✔





2565



  int32_t         lino = 0;




98,506,766✔





2566



  SDataBlockInfo* pBlockInfo = &pInfo->pRes->info;




98,506,766✔





2567



  SOperatorInfo*  pOperator = pInfo->pStreamScanOp;




98,505,358✔





2568



  SExecTaskInfo*  pTaskInfo = pOperator->pTaskInfo;




98,509,502✔





2569



  const char*     id = GET_TASKID(pTaskInfo);




98,510,183✔





2570



  SArray* pColList = NULL;




98,510,528✔





2571












2572



  code = blockDataEnsureCapacity(pInfo->pRes, pBlock->info.rows);




98,510,528✔





2573



  QUERY_CHECK_CODE(code, lino, _end);




98,509,154✔





2574












2575



  pBlockInfo->rows = pBlock->info.rows;




98,509,154✔





2576



  pBlockInfo->id.uid = pBlock->info.id.uid;




98,508,812✔





2577



  pBlockInfo->type = STREAM_NORMAL;




98,508,470✔





2578



  pBlockInfo->version = pBlock->info.version;




98,510,186✔





2579












2580



  STableScanInfo* pTableScanInfo = pInfo->pTableScanOp->info;




98,509,502✔





2581



  pBlockInfo->id.groupId = tableListGetTableGroupId(pTableScanInfo->base.pTableListInfo, pBlock->info.id.uid);




98,509,499✔





2582












2583



  pColList = taosArrayInit(4, sizeof(int32_t));




98,510,186✔





2584



  QUERY_CHECK_NULL(pColList, code, lino, _end, terrno);




98,509,160✔





2585












2586



  // todo extract method










2587



  for (int32_t i = 0; i < taosArrayGetSize(pInfo->matchInfo.pList); ++i) {




523,453,701✔





2588



    SColMatchItem* pColMatchInfo = taosArrayGet(pInfo->matchInfo.pList, i);




424,955,615✔





2589



    if (!pColMatchInfo->needOutput) {




424,931,867✔





2590



      continue;




648✔





2591



    }










2592












2593



    bool colExists = false;




424,946,420✔





2594



    for (int32_t j = 0; j < blockDataGetNumOfCols(pBlock); ++j) {




1,324,227,686✔





2595



      SColumnInfoData* pResCol = NULL;




1,323,721,466✔





2596



      code = bdGetColumnInfoData(pBlock, j, &pResCol);




1,323,632,722✔





2597



      QUERY_CHECK_CODE(code, lino, _end);




1,323,752,723✔





2598












2599



      if (pResCol->info.colId == pColMatchInfo->colId) {




1,323,752,723✔





2600



        SColumnInfoData* pDst = taosArrayGet(pInfo->pRes->pDataBlock, pColMatchInfo->dstSlotId);




424,966,395✔





2601



        code = colDataAssign(pDst, pResCol, pBlock->info.rows, &pInfo->pRes->info);




424,927,654✔





2602



        QUERY_CHECK_CODE(code, lino, _end);




424,769,806✔





2603












2604



        colExists = true;




424,769,806✔





2605



        void* tmp = taosArrayPush(pColList, &pColMatchInfo->dstSlotId);




424,769,806✔





2606



        QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);




424,959,524✔





2607



        break;




424,959,524✔





2608



      }










2609



    }










2610












2611



    // the required column does not exists in submit block, let's set it to be all null value










2612



    if (!colExists) {




424,943,893✔





2613



      SColumnInfoData* pDst = taosArrayGet(pInfo->pRes->pDataBlock, pColMatchInfo->dstSlotId);




×







2614



      colDataSetNNULL(pDst, 0, pBlockInfo->rows);




×







2615



      void* tmp = taosArrayPush(pColList, &pColMatchInfo->dstSlotId);




×







2616



      QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);




×







2617



    }










2618



  }










2619












2620



  // currently only the tbname pseudo column










2621



  if (pInfo->numOfPseudoExpr > 0) {




98,507,850✔





2622



    code = addTagPseudoColumnData(&pInfo->readHandle, pInfo->pPseudoExpr, pInfo->numOfPseudoExpr, pInfo->pRes,




124,598,077✔





2623



                                  pBlockInfo->rows, pTaskInfo, &pTableScanInfo->base.metaCache);




62,299,636✔





2624



    // ignore the table not exists error, since this table may have been dropped during the scan procedure.










2625



    if (code) {




62,299,287✔





2626



      QUERY_CHECK_CODE(code, lino, _end);




×







2627



    }










2628












2629



    // reset the error code.










2630



    terrno = 0;




62,299,287✔





2631












2632



    for (int32_t i = 0; i < pInfo->numOfPseudoExpr; ++i) {




252,599,415✔





2633



      void* tmp = taosArrayPush(pColList, &pInfo->pPseudoExpr[i].base.resSchema.slotId);




190,293,623✔





2634



      QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);




190,300,470✔





2635



    }










2636



  }










2637












2638



  taosArraySort(pColList, colIdComparFn);




98,494,170✔





2639












2640



  int32_t i = 0, j = 0;




98,506,497✔





2641



  while (i < taosArrayGetSize(pColList)) {




713,616,225✔





2642



    int32_t slot1 = *(int32_t*)taosArrayGet(pColList, i);




615,117,899✔





2643



    if (slot1 > j) {




615,109,728✔





2644



      SColumnInfoData* pDst = taosArrayGet(pInfo->pRes->pDataBlock, j);




×







2645



      colDataSetNNULL(pDst, 0, pBlockInfo->rows);




×







2646



      j += 1;




×







2647



    } else {










2648



      i += 1;




615,109,728✔





2649



      j += 1;




615,109,728✔





2650



    }










2651



  }










2652












2653



  while (j < taosArrayGetSize(pInfo->pRes->pDataBlock)) {




98,507,414✔





2654



    SColumnInfoData* pDst = taosArrayGet(pInfo->pRes->pDataBlock, j);




648✔





2655



    colDataSetNNULL(pDst, 0, pBlockInfo->rows);




648✔





2656



    j += 1;




648✔





2657



  }










2658












2659



  code = doFilter(pInfo->pRes, pOperator->exprSupp.pFilterInfo, NULL, NULL);




98,507,839✔





2660



  QUERY_CHECK_CODE(code, lino, _end);




98,505,564✔





2661












2662



  code = blockDataUpdateTsWindow(pInfo->pRes, pInfo->primaryTsIndex);




98,505,564✔





2663



  QUERY_CHECK_CODE(code, lino, _end);




98,504,933✔





2664












2665



_end:




98,504,933✔





2666



  taosArrayDestroy(pColList);




98,015,813✔





2667



  if (code != TSDB_CODE_SUCCESS) {




98,505,112✔





2668



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







2669



  }










2670



  return code;




98,499,081✔





2671



}










2672












2673



static int32_t processPrimaryKey(SSDataBlock* pBlock, bool hasPrimaryKey, STqOffsetVal* offset) {




6,627,320✔





2674



  int32_t code = TSDB_CODE_SUCCESS;




6,627,320✔





2675



  int32_t lino = 0;




6,627,320✔





2676



  SValue  val = {0};




6,627,320✔





2677



  if (hasPrimaryKey) {




6,627,620✔





2678



    code = doBlockDataPrimaryKeyFilter(pBlock, offset);




13,669✔





2679



    if (code != TSDB_CODE_SUCCESS) {




13,669✔





2680



      qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code));




×







2681



      return code;




×







2682



    }










2683



    SColumnInfoData* pColPk = taosArrayGet(pBlock->pDataBlock, 1);




13,669✔





2684












2685



    if (pBlock->info.rows < 1) {




13,669✔





2686



      return code;




3,770✔





2687



    }










2688



    void* tmp = colDataGetData(pColPk, pBlock->info.rows - 1);




9,899✔





2689



    val.type = pColPk->info.type;




9,899✔





2690



    if (IS_VAR_DATA_TYPE(pColPk->info.type)) {




9,899✔





2691



      if (IS_STR_DATA_BLOB(pColPk->info.type)) {




627✔





2692



        return TSDB_CODE_BLOB_NOT_SUPPORT_PRIMARY_KEY;




×







2693



      }










2694



      val.pData = taosMemoryMalloc(varDataLen(tmp));




627✔





2695



      QUERY_CHECK_NULL(val.pData, code, lino, _end, terrno);




627✔





2696



      val.nData = varDataLen(tmp);




627✔





2697



      memcpy(val.pData, varDataVal(tmp), varDataLen(tmp));




627✔





2698



    } else {










2699



      valueSetDatum(&val, pColPk->info.type, tmp, pColPk->info.bytes);




9,272✔





2700



    }










2701



  }










2702



  tqOffsetResetToData(offset, pBlock->info.id.uid, pBlock->info.window.ekey, val);




6,623,850✔





2703












2704



_end:




6,622,320✔





2705



  if (code != TSDB_CODE_SUCCESS) {




6,622,320✔





2706



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







2707



  }










2708



  return code;




6,622,320✔





2709



}










2710












2711



static int32_t doQueueScanNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {




122,481,066✔





2712



  int32_t        code = TSDB_CODE_SUCCESS;




122,481,066✔





2713



  int32_t        lino = 0;




122,481,066✔





2714



  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;




122,481,066✔





2715



  SStorageAPI*   pAPI = &pTaskInfo->storageAPI;




122,485,479✔





2716












2717



  SStreamScanInfo* pInfo = pOperator->info;




122,488,823✔





2718



  const char*      id = GET_TASKID(pTaskInfo);




122,487,191✔





2719












2720



  qDebug("start to exec queue scan, %s", id);




122,484,701✔





2721












2722



  if (isTaskKilled(pTaskInfo)) {




122,487,091✔





2723



    (*ppRes) = NULL;




×







2724



    return pTaskInfo->code;




×







2725



  }










2726












2727



  if (pTaskInfo->streamInfo.currentOffset.type == TMQ_OFFSET__SNAPSHOT_DATA) {




122,487,857✔





2728



    while (1) {




3,770✔





2729



      SSDataBlock* pResult = NULL;




5,929,948✔





2730



      code = doTableScanNext(pInfo->pTableScanOp, &pResult);




5,929,948✔





2731



      QUERY_CHECK_CODE(code, lino, _end);




5,929,354✔





2732












2733



      if (pResult && pResult->info.rows > 0) {




5,929,354✔





2734



        bool hasPrimaryKey = pAPI->tqReaderFn.tqGetTablePrimaryKey(pInfo->tqReader);




5,888,163✔





2735



        code = processPrimaryKey(pResult, hasPrimaryKey, &pTaskInfo->streamInfo.currentOffset);




5,888,179✔





2736



        QUERY_CHECK_CODE(code, lino, _end);




5,886,939✔





2737



        qDebug("tmqsnap doQueueScan get data utid:%" PRId64, pResult->info.id.uid);




5,886,939✔





2738



        if (pResult->info.rows > 0) {




5,888,468✔





2739



          (*ppRes) = pResult;




5,884,698✔





2740



          return code;




5,884,698✔





2741



        }










2742



      } else {










2743



        break;










2744



      }










2745



    }










2746












2747



    STableScanInfo* pTSInfo = pInfo->pTableScanOp->info;




41,480✔





2748



    pAPI->tsdReader.tsdReaderClose(pTSInfo->base.dataReader);




41,480✔





2749












2750



    pTSInfo->base.dataReader = NULL;




41,480✔





2751



    int64_t validVer = pTaskInfo->streamInfo.snapshotVer + 1;




41,480✔





2752



    qDebug("queue scan tsdb over, switch to wal ver %" PRId64, validVer);




41,480✔





2753



    if (pAPI->tqReaderFn.tqReaderSeek(pInfo->tqReader, validVer, pTaskInfo->id.str) < 0) {




41,480✔





2754



      (*ppRes) = NULL;




12,418✔





2755



      return code;




12,418✔





2756



    }










2757












2758



    tqOffsetResetToLog(&pTaskInfo->streamInfo.currentOffset, validVer);




29,062✔





2759



  }










2760












2761



  if (pTaskInfo->streamInfo.currentOffset.type == TMQ_OFFSET__LOG) {




116,591,006✔





2762



    while (1) {




753,510✔





2763



      bool hasResult =










2764



          pAPI->tqReaderFn.tqReaderNextBlockInWal(pInfo->tqReader, id, pTaskInfo->streamInfo.sourceExcluded);




117,344,851✔





2765












2766



      SSDataBlock*       pRes = pAPI->tqReaderFn.tqGetResultBlock(pInfo->tqReader);




117,320,096✔





2767



      struct SWalReader* pWalReader = pAPI->tqReaderFn.tqReaderGetWalReader(pInfo->tqReader);




117,328,316✔





2768












2769



      // curVersion move to next










2770



      tqOffsetResetToLog(&pTaskInfo->streamInfo.currentOffset, pWalReader->curVersion);




117,334,495✔





2771












2772



      // use ts to pass time when replay, because ts not used if type is log










2773



      pTaskInfo->streamInfo.currentOffset.ts = pAPI->tqReaderFn.tqGetResultBlockTime(pInfo->tqReader);




117,333,986✔





2774












2775



      if (hasResult) {




117,336,899✔





2776



        qDebug("doQueueScan get data from log %" PRId64 " rows, version:%" PRId64, pRes->info.rows,




98,500,553✔





2777



               pTaskInfo->streamInfo.currentOffset.version);










2778



        blockDataCleanup(pInfo->pRes);




98,514,575✔





2779



        code = setBlockIntoRes(pInfo, pRes);




98,507,167✔





2780



        QUERY_CHECK_CODE(code, lino, _end);




98,497,657✔





2781



        qDebug("doQueueScan after filter get data from log %" PRId64 " rows, version:%" PRId64, pInfo->pRes->info.rows,




98,497,657✔





2782



               pTaskInfo->streamInfo.currentOffset.version);










2783



        if (pInfo->pRes->info.rows > 0) {




98,507,800✔





2784



          (*ppRes) = pInfo->pRes;




97,755,992✔





2785



          return code;




97,752,914✔





2786



        }










2787



      } else {










2788



        qDebug("doQueueScan get none from log, return, version:%" PRId64, pTaskInfo->streamInfo.currentOffset.version);




18,836,346✔





2789



        (*ppRes) = NULL;




18,836,346✔





2790



        return code;




18,836,346✔





2791



      }










2792



    }










2793



  } else {










2794



    qError("unexpected streamInfo prepare type: %d", pTaskInfo->streamInfo.currentOffset.type);




×







2795



    (*ppRes) = NULL;




×







2796



    return code;




×







2797



  }










2798












2799



_end:




×







2800



  if (code != TSDB_CODE_SUCCESS) {




×







2801



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







2802



    pTaskInfo->code = code;




×







2803



    T_LONG_JMP(pTaskInfo->env, code);




×







2804



  }










2805



  (*ppRes) = NULL;




×







2806



  return code;




×







2807



}










2808












2809



static SSDataBlock* doQueueScan(SOperatorInfo* pOperator) {




×







2810



  SSDataBlock* pRes = NULL;




×







2811



  int32_t      code = doQueueScanNext(pOperator, &pRes);




×







2812



  return pRes;




×







2813



}










2814












2815



int32_t extractTableIdList(const STableListInfo* pTableListInfo, SArray** ppArrayRes) {




321,053✔





2816



  int32_t code = TSDB_CODE_SUCCESS;




321,053✔





2817



  int32_t lino = 0;




321,053✔





2818



  SArray* tableIdList = taosArrayInit(4, sizeof(uint64_t));




321,053✔





2819



  QUERY_CHECK_NULL(tableIdList, code, lino, _end, terrno);




321,907✔





2820












2821



  // Transfer the Array of STableKeyInfo into uid list.










2822



  int32_t size = 0;




321,907✔





2823



  code = tableListGetSize(pTableListInfo, &size);




321,907✔





2824



  QUERY_CHECK_CODE(code, lino, _end);




321,907✔





2825



  for (int32_t i = 0; i < size; ++i) {




9,622,477✔





2826



    STableKeyInfo* pkeyInfo = tableListGetInfo(pTableListInfo, i);




9,300,570✔





2827



    QUERY_CHECK_NULL(pkeyInfo, code, lino, _end, terrno);




9,300,281✔





2828



    void* tmp = taosArrayPush(tableIdList, &pkeyInfo->uid);




9,300,281✔





2829



    QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);




9,300,570✔





2830



  }










2831












2832



  (*ppArrayRes) = tableIdList;




321,907✔





2833












2834



_end:




321,907✔





2835



  if (code != TSDB_CODE_SUCCESS) {




321,907✔





2836



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







2837



  }










2838



  return code;




321,907✔





2839



}










2840












2841



static int32_t doRawScanNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {




1,498,627✔





2842



  int32_t        code = TSDB_CODE_SUCCESS;




1,498,627✔





2843



  int32_t        lino = 0;




1,498,627✔





2844



  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;




1,498,627✔





2845



  SStorageAPI*   pAPI = &pTaskInfo->storageAPI;




1,498,627✔





2846












2847



  SStreamRawScanInfo* pInfo = pOperator->info;




1,498,627✔





2848



  pTaskInfo->streamInfo.btMetaRsp.batchMetaReq = NULL;  // use batchMetaReq != NULL to judge if data is meta




1,498,627✔





2849



  pTaskInfo->streamInfo.btMetaRsp.batchMetaLen = NULL;




1,498,627✔





2850












2851



  qDebug("tmqsnap doRawScan called");




1,498,627✔





2852



  if (pTaskInfo->streamInfo.currentOffset.type == TMQ_OFFSET__SNAPSHOT_DATA) {




1,498,627✔





2853



    bool hasNext = false;




1,493,867✔





2854



    if (pInfo->dataReader && pInfo->sContext->withMeta != ONLY_META) {




1,493,867✔





2855



      code = pAPI->tsdReader.tsdNextDataBlock(pInfo->dataReader, &hasNext);




1,493,029✔





2856



      if (code != TSDB_CODE_SUCCESS) {




1,491,829✔





2857



        pAPI->tsdReader.tsdReaderReleaseDataBlock(pInfo->dataReader);




×







2858



        QUERY_CHECK_CODE(code, lino, _end);




×







2859



      }










2860



    }










2861












2862



    if (pInfo->dataReader && hasNext) {




1,492,667✔





2863



      if (isTaskKilled(pTaskInfo)) {




740,041✔





2864



        pAPI->tsdReader.tsdReaderReleaseDataBlock(pInfo->dataReader);




×







2865



        return code;




×







2866



      }










2867












2868



      SSDataBlock* pBlock = NULL;




740,041✔





2869



      code = pAPI->tsdReader.tsdReaderRetrieveDataBlock(pInfo->dataReader, &pBlock);




740,041✔





2870



      QUERY_CHECK_CODE(code, lino, _end);




740,041✔





2871












2872



      if (pBlock && pBlock->info.rows > 0) {




740,041✔





2873



        bool hasPrimaryKey = pAPI->snapshotFn.taosXGetTablePrimaryKey(pInfo->sContext);




740,041✔





2874



        code = processPrimaryKey(pBlock, hasPrimaryKey, &pTaskInfo->streamInfo.currentOffset);




740,041✔





2875



        QUERY_CHECK_CODE(code, lino, _end);




738,541✔





2876



        qDebug("tmqsnap doRawScan get data uid:%" PRId64, pBlock->info.id.uid);




738,541✔





2877



        (*ppRes) = pBlock;




740,341✔





2878



        return code;




740,341✔





2879



      }










2880



    }










2881












2882



    SMetaTableInfo mtInfo = {0};




753,226✔





2883



    code = pAPI->snapshotFn.getMetaTableInfoFromSnapshot(pInfo->sContext, &mtInfo);




753,226✔





2884



    QUERY_CHECK_CODE(code, lino, _end);




752,926✔





2885



    if (code != 0) {




752,926✔





2886



      destroyMetaTableInfo(&mtInfo);










2887



      QUERY_CHECK_CODE(code, lino, _end);




×







2888



    }










2889



    STqOffsetVal offset = {0};




752,926✔





2890



    if (mtInfo.uid == 0 || pInfo->sContext->withMeta == ONLY_META) {  // read snapshot done, change to get data from wal




752,626✔





2891



      qDebug("tmqsnap read snapshot done, change to get data from wal");




9,968✔





2892



      tqOffsetResetToLog(&offset, pInfo->sContext->snapVersion + 1);




9,968✔





2893



    } else {










2894



      SValue val = {0};




743,264✔





2895



      tqOffsetResetToData(&offset, mtInfo.uid, INT64_MIN, val);




743,264✔





2896



      qDebug("tmqsnap change get data uid:%" PRId64, mtInfo.uid);




743,576✔





2897



    }










2898



    destroyMetaTableInfo(&mtInfo);










2899



    code = qStreamPrepareScan(pTaskInfo, &offset, pInfo->sContext->subType);




753,526✔





2900



    QUERY_CHECK_CODE(code, lino, _end);




753,526✔





2901



    (*ppRes) = NULL;




753,526✔





2902



    return code;




753,526✔





2903



  } else if (pTaskInfo->streamInfo.currentOffset.type == TMQ_OFFSET__SNAPSHOT_META) {




4,760✔





2904



    SSnapContext* sContext = pInfo->sContext;




4,760✔





2905



    for (int32_t i = 0; i < tmqRowSize; i++) {




39,596✔





2906



      void*   data = NULL;




39,596✔





2907



      int32_t dataLen = 0;




39,596✔





2908



      int16_t type = 0;




39,596✔





2909



      int64_t uid = 0;




39,596✔





2910



      if (pAPI->snapshotFn.getTableInfoFromSnapshot(sContext, &data, &dataLen, &type, &uid) < 0) {




39,596✔





2911



        qError("tmqsnap getTableInfoFromSnapshot error");




×







2912



        taosMemoryFreeClear(data);




×







2913



        break;




×







2914



      }










2915












2916



      if (!sContext->queryMeta) {  // change to get data next poll request




39,596✔





2917



        STqOffsetVal offset = {0};




4,760✔





2918



        SValue       val = {0};




4,760✔





2919



        tqOffsetResetToData(&offset, 0, INT64_MIN, val);




×







2920



        code = qStreamPrepareScan(pTaskInfo, &offset, pInfo->sContext->subType);




4,760✔





2921



        QUERY_CHECK_CODE(code, lino, _end);




4,760✔





2922



        break;




4,760✔





2923



      } else {










2924



        tqOffsetResetToMeta(&pTaskInfo->streamInfo.currentOffset, uid);




34,836✔





2925



        SMqMetaRsp tmpMetaRsp = {0};




34,836✔





2926



        tmpMetaRsp.resMsgType = type;




34,836✔





2927



        tmpMetaRsp.metaRspLen = dataLen;




34,836✔





2928



        tmpMetaRsp.metaRsp = data;




34,836✔





2929



        if (!pTaskInfo->streamInfo.btMetaRsp.batchMetaReq) {




34,836✔





2930



          pTaskInfo->streamInfo.btMetaRsp.batchMetaReq = taosArrayInit(4, POINTER_BYTES);




4,236✔





2931



          QUERY_CHECK_NULL(pTaskInfo->streamInfo.btMetaRsp.batchMetaReq, code, lino, _end, terrno);




4,236✔





2932












2933



          pTaskInfo->streamInfo.btMetaRsp.batchMetaLen = taosArrayInit(4, sizeof(int32_t));




4,236✔





2934



          QUERY_CHECK_NULL(pTaskInfo->streamInfo.btMetaRsp.batchMetaLen, code, lino, _end, terrno);




4,236✔





2935



        }










2936



        int32_t  tempRes = TSDB_CODE_SUCCESS;




34,836✔





2937



        uint32_t len = 0;




34,836✔





2938



        tEncodeSize(tEncodeMqMetaRsp, &tmpMetaRsp, len, tempRes);




34,836✔





2939



        if (TSDB_CODE_SUCCESS != tempRes) {




34,836✔





2940



          qError("tmqsnap tEncodeMqMetaRsp error");




×







2941



          taosMemoryFreeClear(data);




×







2942



          break;




×







2943



        }










2944












2945



        int32_t tLen = sizeof(SMqRspHead) + len;




34,836✔





2946



        void*   tBuf = taosMemoryCalloc(1, tLen);




34,836✔





2947



        QUERY_CHECK_NULL(tBuf, code, lino, _end, terrno);




34,836✔





2948












2949



        void*    metaBuff = POINTER_SHIFT(tBuf, sizeof(SMqRspHead));




34,836✔





2950



        SEncoder encoder = {0};




34,836✔





2951



        tEncoderInit(&encoder, metaBuff, len);




34,836✔





2952



        int32_t tempLen = tEncodeMqMetaRsp(&encoder, &tmpMetaRsp);




34,836✔





2953



        if (tempLen < 0) {




34,836✔





2954



          qError("tmqsnap tEncodeMqMetaRsp error");




×







2955



          tEncoderClear(&encoder);




×







2956



          taosMemoryFreeClear(tBuf);




×







2957



          taosMemoryFreeClear(data);




×







2958



          break;




×







2959



        }










2960



        taosMemoryFreeClear(data);




34,836✔





2961



        void* tmp = taosArrayPush(pTaskInfo->streamInfo.btMetaRsp.batchMetaReq, &tBuf);




34,836✔





2962



        QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);




34,836✔





2963












2964



        tmp = taosArrayPush(pTaskInfo->streamInfo.btMetaRsp.batchMetaLen, &tLen);




34,836✔





2965



        QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);




34,836✔





2966



      }










2967



    }










2968












2969



    (*ppRes) = NULL;




4,760✔





2970



    return code;




4,760✔





2971



  }










2972












2973



_end:




×







2974



  if (code != TSDB_CODE_SUCCESS) {




×







2975



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







2976



    pTaskInfo->code = code;




×







2977



    T_LONG_JMP(pTaskInfo->env, code);




×







2978



  }










2979












2980



  (*ppRes) = NULL;




×







2981



  return code;




×







2982



}










2983












2984



static void destroyTmqRawScanOperatorInfo(void* param) {




116,843✔





2985



  SStreamRawScanInfo* pRawScan = (SStreamRawScanInfo*)param;




116,843✔





2986



  pRawScan->pAPI->tsdReader.tsdReaderClose(pRawScan->dataReader);




116,843✔





2987



  pRawScan->pAPI->snapshotFn.destroySnapshot(pRawScan->sContext);




116,843✔





2988



  tableListDestroy(pRawScan->pTableListInfo);




116,843✔





2989



  taosMemoryFree(pRawScan);




116,843✔





2990



}




116,843✔





2991












2992



// for subscribing db or stb (not including column),










2993



// if this scan is used, meta data can be return










2994



// and schemas are decided when scanning










2995



int32_t createTmqRawScanOperatorInfo(SReadHandle* pHandle, SExecTaskInfo* pTaskInfo, SOperatorInfo** pOptrInfo) {




116,507✔





2996



  // create operator










2997



  // create tb reader










2998



  // create meta reader










2999



  // create tq reader










3000












3001



  QRY_PARAM_CHECK(pOptrInfo);




116,507✔





3002



  int32_t code = TSDB_CODE_SUCCESS;




116,843✔





3003



  int32_t lino = 0;




116,843✔





3004












3005



  SStreamRawScanInfo* pInfo = taosMemoryCalloc(1, sizeof(SStreamRawScanInfo));




116,843✔





3006



  SOperatorInfo*      pOperator = taosMemoryCalloc(1, sizeof(SOperatorInfo));




116,193✔





3007



  if (pInfo == NULL || pOperator == NULL) {




116,529✔





3008



    code = terrno;




×







3009



    lino = __LINE__;




×







3010



    goto _end;




×







3011



  }










3012












3013



  pInfo->pTableListInfo = tableListCreate();




116,529✔





3014



  QUERY_CHECK_NULL(pInfo->pTableListInfo, code, lino, _end, terrno);




116,843✔





3015



  pInfo->vnode = pHandle->vnode;




116,843✔





3016



  pInfo->pAPI = &pTaskInfo->storageAPI;




116,843✔





3017












3018



  pInfo->sContext = pHandle->sContext;




116,843✔





3019



  pHandle->sContext = NULL;  // transfer the ownership




116,843✔





3020



  setOperatorInfo(pOperator, "RawScanOperator", QUERY_NODE_PHYSICAL_PLAN_TABLE_SCAN, false, OP_NOT_OPENED, pInfo,




116,843✔





3021



                  pTaskInfo);










3022












3023



  pOperator->fpSet = createOperatorFpSet(NULL, doRawScanNext, NULL, destroyTmqRawScanOperatorInfo, optrDefaultBufFn,




116,843✔





3024



                                         NULL, optrDefaultGetNextExtFn, NULL);










3025



  *pOptrInfo = pOperator;




116,843✔





3026



  return code;




116,843✔





3027












3028



_end:




×







3029



  if (code != TSDB_CODE_SUCCESS) {




×







3030



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







3031



  }










3032



  taosMemoryFree(pInfo);




×







3033



  taosMemoryFree(pOperator);




×







3034



  pTaskInfo->code = code;




×







3035



  return code;




×







3036



}










3037












3038



void destroyTmqScanOperatorInfo(void* param) {




321,907✔





3039



  if (param == NULL) {




321,907✔





3040



    return;




×







3041



  }










3042












3043



  SStreamScanInfo* pStreamScan = (SStreamScanInfo*)param;




321,907✔





3044



  if (pStreamScan->pTableScanOp && pStreamScan->pTableScanOp->info) {




321,907✔





3045



    destroyOperator(pStreamScan->pTableScanOp);




321,907✔





3046



  }










3047












3048



  if (pStreamScan->tqReader != NULL && pStreamScan->readerFn.tqReaderClose != NULL) {




321,580✔





3049



    pStreamScan->readerFn.tqReaderClose(pStreamScan->tqReader);




321,907✔





3050



  }










3051



  if (pStreamScan->pVtableMergeHandles) {




321,580✔





3052



    taosHashCleanup(pStreamScan->pVtableMergeHandles);




×







3053



    pStreamScan->pVtableMergeHandles = NULL;




×







3054



  }










3055



  if (pStreamScan->pVtableMergeBuf) {




321,907✔





3056



    destroyDiskbasedBuf(pStreamScan->pVtableMergeBuf);




×







3057



    pStreamScan->pVtableMergeBuf = NULL;




×







3058



  }










3059



  if (pStreamScan->pVtableReadyHandles) {




321,907✔





3060



    taosArrayDestroy(pStreamScan->pVtableReadyHandles);




×







3061



    pStreamScan->pVtableReadyHandles = NULL;




×







3062



  }










3063



  if (pStreamScan->pTableListInfo) {




321,907✔





3064



    tableListDestroy(pStreamScan->pTableListInfo);




×







3065



    pStreamScan->pTableListInfo = NULL;




×







3066



  }










3067



  if (pStreamScan->matchInfo.pList) {




321,907✔





3068



    taosArrayDestroy(pStreamScan->matchInfo.pList);




321,907✔





3069



  }










3070



  if (pStreamScan->pPseudoExpr) {




321,907✔





3071



    destroyExprInfo(pStreamScan->pPseudoExpr, pStreamScan->numOfPseudoExpr);




185,224✔





3072



    taosMemoryFree(pStreamScan->pPseudoExpr);




185,224✔





3073



  }










3074












3075



  cleanupExprSupp(&pStreamScan->tbnameCalSup);




321,907✔





3076



  cleanupExprSupp(&pStreamScan->tagCalSup);




321,907✔





3077












3078



  blockDataDestroy(pStreamScan->pRes);




321,907✔





3079



  blockDataDestroy(pStreamScan->pUpdateRes);




321,907✔





3080



  blockDataDestroy(pStreamScan->pDeleteDataRes);




321,907✔





3081



  blockDataDestroy(pStreamScan->pUpdateDataRes);




321,636✔





3082



  blockDataDestroy(pStreamScan->pCreateTbRes);




321,907✔





3083



  taosArrayDestroy(pStreamScan->pBlockLists);




321,621✔





3084



  blockDataDestroy(pStreamScan->pCheckpointRes);




321,350✔





3085












3086



  taosMemoryFree(pStreamScan);




321,350✔





3087



}










3088












3089



int32_t addPrimaryKeyCol(SSDataBlock* pBlock, uint8_t type, int32_t bytes) {




×







3090



  int32_t code = TSDB_CODE_SUCCESS;




×







3091



  int32_t lino = 0;




×







3092



  pBlock->info.rowSize += bytes;




×







3093



  SColumnInfoData infoData = {0};




×







3094



  infoData.info.type = type;




×







3095



  infoData.info.bytes = bytes;




×







3096



  void* tmp = taosArrayPush(pBlock->pDataBlock, &infoData);




×







3097



  QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);




×







3098












3099



_end:




×







3100



  if (code != TSDB_CODE_SUCCESS) {




×







3101



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







3102



  }










3103



  return code;




×







3104



}










3105












3106



 int32_t createTmqScanOperatorInfo(SReadHandle* pHandle, STableScanPhysiNode* pTableScanNode,




321,291✔





3107



                                                  SNode* pTagCond, STableListInfo* pTableListInfo,










3108



                                                  SExecTaskInfo* pTaskInfo, SOperatorInfo** pOptrInfo) {










3109



  QRY_PARAM_CHECK(pOptrInfo);




321,291✔





3110












3111



  int32_t          code = TSDB_CODE_SUCCESS;




321,907✔





3112



  int32_t          lino = 0;




321,907✔





3113



  SArray*          pColIds = NULL;




321,907✔





3114



  SStreamScanInfo* pInfo = taosMemoryCalloc(1, sizeof(SStreamScanInfo));




321,907✔





3115



  SOperatorInfo*   pOperator = taosMemoryCalloc(1, sizeof(SOperatorInfo));




321,907✔





3116



  SStorageAPI*     pAPI = &pTaskInfo->storageAPI;




321,907✔





3117



  const char*      idstr = pTaskInfo->id.str;




321,907✔





3118












3119



  if (pInfo == NULL || pOperator == NULL) {




321,907✔





3120



    code = terrno;




×







3121



    goto _error;




×







3122



  }










3123












3124



  SScanPhysiNode*     pScanPhyNode = &pTableScanNode->scan;




321,907✔





3125



  SDataBlockDescNode* pDescNode = pScanPhyNode->node.pOutputDataBlockDesc;




321,907✔





3126












3127



  pInfo->pTagCond = pTagCond;




321,907✔





3128



  pInfo->pGroupTags = pTableScanNode->pGroupTags;




321,907✔





3129












3130



  int32_t numOfCols = 0;




321,907✔





3131



  code = extractColMatchInfo(pScanPhyNode->pScanCols, pDescNode, &numOfCols, COL_MATCH_FROM_COL_ID, &pInfo->matchInfo);




321,907✔





3132



  if (code != TSDB_CODE_SUCCESS) {




321,907✔





3133



    goto _error;




×







3134



  }










3135












3136



  SDataType pkType = {0};




321,907✔





3137



  pInfo->primaryKeyIndex = -1;




321,907✔





3138



  pInfo->basic.primaryPkIndex = -1;




321,907✔





3139



  int32_t numOfOutput = taosArrayGetSize(pInfo->matchInfo.pList);




321,907✔





3140



  pColIds = taosArrayInit(numOfOutput, sizeof(int16_t));




321,907✔





3141



  QUERY_CHECK_NULL(pColIds, code, lino, _error, terrno);




321,907✔





3142












3143



  for (int32_t i = 0; i < numOfOutput; ++i) {




2,020,365✔





3144



    SColMatchItem* id = taosArrayGet(pInfo->matchInfo.pList, i);




1,698,807✔





3145



    QUERY_CHECK_NULL(id, code, lino, _error, terrno);




1,698,807✔





3146












3147



    int16_t colId = id->colId;




1,698,807✔





3148



    void*   tmp = taosArrayPush(pColIds, &colId);




1,698,458✔





3149



    QUERY_CHECK_NULL(tmp, code, lino, _error, terrno);




1,698,458✔





3150












3151



    if (id->colId == PRIMARYKEY_TIMESTAMP_COL_ID) {




1,698,458✔





3152



      pInfo->primaryTsIndex = id->dstSlotId;




321,907✔





3153



    }










3154



    if (id->isPk) {




1,698,458✔





3155



      pInfo->primaryKeyIndex = id->dstSlotId;




1,497✔





3156



      pInfo->basic.primaryPkIndex = id->dstSlotId;




1,497✔





3157



      pkType = id->dataType;




1,497✔





3158



    }










3159



  }










3160












3161



  pInfo->pPartTbnameSup = NULL;




321,558✔





3162



  if (pTableScanNode->pSubtable != NULL) {




321,907✔





3163



    SExprInfo* pSubTableExpr = taosMemoryCalloc(1, sizeof(SExprInfo));




×







3164



    if (pSubTableExpr == NULL) {




×







3165



      code = terrno;




×







3166



      goto _error;




×







3167



    }










3168












3169



    pInfo->tbnameCalSup.pExprInfo = pSubTableExpr;




×







3170



    code = createExprFromOneNode(pSubTableExpr, pTableScanNode->pSubtable, 0);




×







3171



    QUERY_CHECK_CODE(code, lino, _error);




×







3172












3173



    if (initExprSupp(&pInfo->tbnameCalSup, pSubTableExpr, 1, &pTaskInfo->storageAPI.functionStore) != 0) {




×







3174



      goto _error;




×







3175



    }










3176



  }










3177












3178



  if (pTableScanNode->pTags != NULL) {




321,907✔





3179



    int32_t    numOfTags;




×







3180



    SExprInfo* pTagExpr = createExpr(pTableScanNode->pTags, &numOfTags);




×







3181



    if (pTagExpr == NULL) {




×







3182



      goto _error;




×







3183



    }










3184



    code = initExprSupp(&pInfo->tagCalSup, pTagExpr, numOfTags, &pTaskInfo->storageAPI.functionStore);




×







3185



    if (code != 0) {




×







3186



      goto _error;




×







3187



    }










3188



  }










3189












3190



  pInfo->pBlockLists = taosArrayInit(4, sizeof(SPackedData));




321,907✔





3191



  TSDB_CHECK_NULL(pInfo->pBlockLists, code, lino, _error, terrno);




321,907✔





3192












3193



  if (pHandle->vnode) {




321,907✔





3194



    SOperatorInfo* pTableScanOp = NULL;




321,907✔





3195



    code = createTableScanOperatorInfo(pTableScanNode, pHandle, pTableListInfo, pTaskInfo, &pTableScanOp);




321,907✔





3196



    if (pTableScanOp == NULL || code != 0) {




321,595✔





3197



      qError("createTableScanOperatorInfo error, code:%d", pTaskInfo->code);




312✔





3198



      goto _error;




×







3199



    }










3200












3201



    STableScanInfo* pTSInfo = (STableScanInfo*)pTableScanOp->info;




321,283✔





3202



    if (pHandle->version > 0) {




321,259✔





3203



      pTSInfo->base.cond.endVersion = pHandle->version;




321,259✔





3204



    }










3205












3206



    STableKeyInfo* pList = NULL;




321,243✔





3207



    int32_t        num = 0;




320,907✔





3208



    code = tableListGetGroupList(pTableListInfo, 0, &pList, &num);




320,949✔





3209



    QUERY_CHECK_CODE(code, lino, _error);




321,595✔





3210












3211



    if (pHandle->initTableReader) {




321,595✔





3212



      pTSInfo->scanMode = TABLE_SCAN__TABLE_ORDER;




321,597✔





3213



      pTSInfo->base.dataReader = NULL;




321,595✔





3214



    }










3215












3216



    if (pHandle->initTqReader) {




321,281✔





3217



      pInfo->tqReader = pAPI->tqReaderFn.tqReaderOpen(pHandle->vnode);




321,595✔





3218



      QUERY_CHECK_NULL(pInfo->tqReader, code, lino, _error, terrno);




321,907✔





3219



    } else {











UNCOV

3220



      pInfo->tqReader = pHandle->tqReader;




×







3221



      QUERY_CHECK_NULL(pInfo->tqReader, code, lino, _error, TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR);




×







3222



    }










3223












3224



    pInfo->pUpdateInfo = NULL;




321,580✔





3225



    pInfo->pTableScanOp = pTableScanOp;




321,907✔





3226



    if (pInfo->pTableScanOp->pTaskInfo->streamInfo.pState) {




321,907✔





3227



      pAPI->stateStore.streamStateSetNumber(pInfo->pTableScanOp->pTaskInfo->streamInfo.pState, -1,




×







3228



                                            pInfo->primaryTsIndex);










3229



    }










3230












3231



    pInfo->readHandle = *pHandle;




321,907✔





3232



    pTaskInfo->streamInfo.snapshotVer = pHandle->version;




321,907✔





3233



    pInfo->pCreateTbRes = buildCreateTableBlock(&pInfo->tbnameCalSup, &pInfo->tagCalSup);




321,580✔





3234



    QUERY_CHECK_NULL(pInfo->pCreateTbRes, code, lino, _error, terrno);




321,907✔





3235



    pInfo->hasPart = false;




321,907✔





3236












3237



    code = blockDataEnsureCapacity(pInfo->pCreateTbRes, 8);




321,907✔





3238



    QUERY_CHECK_CODE(code, lino, _error);




321,907✔





3239












3240



    // set the extract column id to streamHandle










3241



    code = pAPI->tqReaderFn.tqReaderSetColIdList(pInfo->tqReader, pColIds, idstr);




321,907✔





3242



    QUERY_CHECK_CODE(code, lino, _error);




321,907✔





3243












3244



    SArray* tableIdList = NULL;




321,907✔





3245



    code = extractTableIdList(((STableScanInfo*)(pInfo->pTableScanOp->info))->base.pTableListInfo, &tableIdList);




321,907✔





3246



    QUERY_CHECK_CODE(code, lino, _error);




321,907✔





3247



    code = pAPI->tqReaderFn.tqReaderSetQueryTableList(pInfo->tqReader, tableIdList, idstr);




321,907✔





3248



    QUERY_CHECK_CODE(code, lino, _error);




321,907✔





3249



    taosArrayDestroy(tableIdList);




321,907✔





3250



    memcpy(&pTaskInfo->streamInfo.tableCond, &pTSInfo->base.cond, sizeof(SQueryTableDataCond));




321,907✔





3251



  } else {










3252



    taosArrayDestroy(pColIds);




×







3253



    tableListDestroy(pTableListInfo);




×







3254



  }










3255












3256



  // clear the local variable to avoid repeatly free










3257



  pColIds = NULL;




321,907✔





3258












3259



  // create the pseduo columns info










3260



  if (pTableScanNode->scan.pScanPseudoCols != NULL) {




321,907✔





3261



    code = createExprInfo(pTableScanNode->scan.pScanPseudoCols, NULL, &pInfo->pPseudoExpr, &pInfo->numOfPseudoExpr);




185,224✔





3262



    QUERY_CHECK_CODE(code, lino, _error);




185,224✔





3263



  }










3264












3265



  code = filterInitFromNode((SNode*)pScanPhyNode->node.pConditions, &pOperator->exprSupp.pFilterInfo, 0, NULL);




321,907✔





3266



  QUERY_CHECK_CODE(code, lino, _error);




321,907✔





3267












3268



  pInfo->pRes = createDataBlockFromDescNode(pDescNode);




321,907✔





3269



  QUERY_CHECK_NULL(pInfo->pRes, code, lino, _error, terrno);




321,907✔





3270



  code = createSpecialDataBlock(STREAM_CLEAR, &pInfo->pUpdateRes);




321,907✔





3271



  QUERY_CHECK_CODE(code, lino, _error);




321,907✔





3272












3273



  pInfo->scanMode = STREAM_SCAN_FROM_READERHANDLE;




321,907✔





3274



  pInfo->windowSup = (SWindowSupporter){.pStreamAggSup = NULL, .gap = -1, .parentType = QUERY_NODE_PHYSICAL_PLAN};




321,907✔





3275



  pInfo->groupId = 0;




321,595✔





3276



  pInfo->igCheckGroupId = false;




321,907✔





3277



  pInfo->pStreamScanOp = pOperator;




321,907✔





3278



  pInfo->deleteDataIndex = 0;




321,907✔





3279



  code = createSpecialDataBlock(STREAM_DELETE_DATA, &pInfo->pDeleteDataRes);




321,595✔





3280



  QUERY_CHECK_CODE(code, lino, _error);




321,907✔





3281












3282



  pInfo->updateWin = (STimeWindow){.skey = INT64_MAX, .ekey = INT64_MAX};




321,907✔





3283



  code = createSpecialDataBlock(STREAM_CLEAR, &pInfo->pUpdateDataRes);




321,580✔





3284



  QUERY_CHECK_CODE(code, lino, _error);




321,907✔





3285












3286



  pInfo->assignBlockUid = pTableScanNode->assignBlockUid;




321,907✔





3287



  pInfo->partitionSup.needCalc = false;




321,580✔





3288



  pInfo->igCheckUpdate = pTableScanNode->igCheckUpdate;




321,580✔





3289



  pInfo->igExpired = pTableScanNode->igExpired;




321,580✔





3290



  pInfo->twAggSup.maxTs = INT64_MIN;




321,595✔





3291



  pInfo->pState = pTaskInfo->streamInfo.pState;




321,907✔





3292



  pInfo->stateStore = pTaskInfo->storageAPI.stateStore;




321,003✔





3293



  pInfo->readerFn = pTaskInfo->storageAPI.tqReaderFn;




321,595✔





3294



  pInfo->pFillSup = NULL;




320,676✔





3295



  pInfo->useGetResultRange = false;




320,997✔





3296



  pInfo->pRangeScanRes = NULL;




321,907✔





3297












3298



  code = createSpecialDataBlock(STREAM_CHECKPOINT, &pInfo->pCheckpointRes);




321,907✔





3299



  QUERY_CHECK_CODE(code, lino, _error);




321,907✔





3300












3301



  setOperatorInfo(pOperator, STREAM_SCAN_OP_NAME, QUERY_NODE_PHYSICAL_PLAN_STREAM_SCAN, false, OP_NOT_OPENED, pInfo,




321,907✔





3302



                  pTaskInfo);










3303



  pOperator->exprSupp.numOfExprs = taosArrayGetSize(pInfo->pRes->pDataBlock);




321,907✔





3304












3305



  pOperator->fpSet = createOperatorFpSet(optrDummyOpenFn, doQueueScanNext, NULL, destroyTmqScanOperatorInfo, optrDefaultBufFn,




321,907✔





3306



                                         NULL, optrDefaultGetNextExtFn, NULL);










3307












3308



  *pOptrInfo = pOperator;




321,595✔





3309



  return code;




321,595✔





3310












3311



_error:




×







3312



  if (pColIds != NULL) {




×







3313



    taosArrayDestroy(pColIds);




×







3314



  }










3315












3316



  if (pInfo != NULL && pInfo->pTableScanOp != NULL) {




×







3317



    STableScanInfo* p = (STableScanInfo*)pInfo->pTableScanOp->info;




×







3318



    if (p != NULL) {




×







3319



      p->base.pTableListInfo = NULL;




×







3320



    }










3321



    destroyTmqScanOperatorInfo(pInfo);




×







3322



  }










3323












3324



  if (pOperator != NULL) {




×







3325



    pOperator->info = NULL;




×







3326



    destroyOperator(pOperator);




×







3327



  }










3328



  pTaskInfo->code = code;




×







3329



  return code;




×







3330



}










3331












3332



static int32_t doTagScanOneTable(SOperatorInfo* pOperator, SSDataBlock* pRes, SMetaReader* mr, SStorageAPI* pAPI) {




10,958,314✔





3333



  int32_t        code = TSDB_CODE_SUCCESS;




10,958,314✔





3334



  int32_t        lino = 0;




10,958,314✔





3335



  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;




10,958,314✔





3336



  STagScanInfo*  pInfo = pOperator->info;




10,960,702✔





3337



  SExprInfo*     pExprInfo = &pOperator->exprSupp.pExprInfo[0];




10,958,416✔





3338



  int32_t        count = pRes->info.rows;




10,960,724✔





3339












3340



  STableKeyInfo* item = tableListGetInfo(pInfo->pTableListInfo, pInfo->curPos);




10,957,747✔





3341



  if (!item) {




10,955,417✔





3342



    qError("failed to get table meta, uid:0x%" PRIx64 ", code:%s, %s", item->uid, tstrerror(terrno),




×







3343



           GET_TASKID(pTaskInfo));










3344



    tDecoderClear(&(*mr).coder);




×







3345



    goto _end;




×







3346



  }










3347












3348



  code = pAPI->metaReaderFn.getTableEntryByUid(mr, item->uid);




10,955,417✔





3349



  tDecoderClear(&(*mr).coder);




10,961,950✔





3350



  if (code != TSDB_CODE_SUCCESS) {




10,960,292✔





3351



    qError("failed to get table meta, uid:0x%" PRIx64 ", code:%s, %s", item->uid, tstrerror(terrno),




×







3352



           GET_TASKID(pTaskInfo));










3353



    goto _end;




×







3354



  }










3355












3356



  char str[512];




10,960,188✔





3357



  for (int32_t j = 0; j < pOperator->exprSupp.numOfExprs; ++j) {




38,162,988✔





3358



    SColumnInfoData* pDst = taosArrayGet(pRes->pDataBlock, pExprInfo[j].base.resSchema.slotId);




27,204,379✔





3359












3360



    // refactor later










3361



    if (FUNCTION_TYPE_TBNAME == pExprInfo[j].pExpr->_function.functionType) {




27,204,357✔





3362



      STR_TO_VARSTR(str, (*mr).me.name);




3,058,202✔





3363



      code = colDataSetVal(pDst, (count), str, false);




3,056,544✔





3364



      QUERY_CHECK_CODE(code, lino, _end);




3,058,202✔





3365



    } else if (FUNCTION_TYPE_TBUID == pExprInfo[j].pExpr->_function.functionType) {




24,149,157✔





3366



      code = colDataSetVal(pDst, (count), (char*)&(*mr).me.uid, false);




4,157,568✔





3367



      QUERY_CHECK_CODE(code, lino, _end);




4,157,232✔





3368



    } else if (FUNCTION_TYPE_VGID == pExprInfo[j].pExpr->_function.functionType) {




19,990,245✔





3369



      code = colDataSetVal(pDst, (count), (char*)&pTaskInfo->id.vgId, false);




15,028✔





3370



      QUERY_CHECK_CODE(code, lino, _end);




15,028✔





3371



    } else {  // it is a tag value










3372



      STagVal val = {0};




19,976,225✔





3373



      val.cid = pExprInfo[j].base.pParam[0].pCol->colId;




19,975,553✔





3374



      const char* p = pAPI->metaFn.extractTagVal((*mr).me.ctbEntry.pTags, pDst->info.type, &val);




19,977,861✔





3375












3376



      char* data = NULL;




19,974,352✔





3377



      if (pDst->info.type != TSDB_DATA_TYPE_JSON && p != NULL) {




19,974,352✔





3378



        data = tTagValToData((const STagVal*)p, false);




19,972,996✔





3379



      } else {










3380



        data = (char*)p;




1,356✔





3381



      }










3382












3383



      code = colDataSetVal(pDst, (count), data,




19,975,316✔





3384



                           (data == NULL) || (pDst->info.type == TSDB_DATA_TYPE_JSON && tTagIsJsonNull(data)));




19,973,680✔





3385



      QUERY_CHECK_CODE(code, lino, _end);




19,973,939✔





3386












3387



      if ((pDst->info.type != TSDB_DATA_TYPE_JSON) && (p != NULL) && IS_VAR_DATA_TYPE(((const STagVal*)p)->type) &&




19,973,939✔





3388



          (data != NULL)) {










3389



        taosMemoryFree(data);




6,910,041✔





3390



      }










3391



    }










3392



  }










3393












3394



_end:




10,963,944✔





3395



  if (code != TSDB_CODE_SUCCESS) {




10,959,956✔





3396



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







3397



    pTaskInfo->code = code;




×







3398



  } else {










3399



    pRes->info.rows++;




10,959,956✔





3400



  }










3401












3402



  return code;




10,959,956✔





3403



}










3404












3405



static void tagScanFreeUidTag(void* p) {




8,659,167✔





3406



  STUidTagInfo* pInfo = p;




8,659,167✔





3407



  if (pInfo->pTagVal != NULL) {




8,659,167✔





3408



    taosMemoryFree(pInfo->pTagVal);




8,660,648✔





3409



  }










3410



}




8,656,827✔





3411












3412



static int32_t tagScanCreateResultData(SDataType* pType, int32_t numOfRows, SScalarParam* pParam) {




1,590,990✔





3413



  SColumnInfoData* pColumnData = taosMemoryCalloc(1, sizeof(SColumnInfoData));




1,590,990✔





3414



  if (pColumnData == NULL) {




1,590,162✔





3415



    return terrno;




×







3416



  }










3417












3418



  pColumnData->info.type = pType->type;




1,590,162✔





3419



  pColumnData->info.bytes = pType->bytes;




1,590,508✔





3420



  pColumnData->info.scale = pType->scale;




1,589,188✔





3421



  pColumnData->info.precision = pType->precision;




1,588,839✔





3422












3423



  int32_t code = colInfoDataEnsureCapacity(pColumnData, numOfRows, true);




1,590,026✔





3424



  if (code != TSDB_CODE_SUCCESS) {




1,588,972✔





3425



    terrno = code;




×







3426



    taosMemoryFree(pColumnData);




×







3427



    return terrno;




×







3428



  }










3429












3430



  pParam->columnData = pColumnData;




1,588,972✔





3431



  pParam->colAlloced = true;




1,590,162✔





3432



  return TSDB_CODE_SUCCESS;




1,589,680✔





3433



}










3434












3435



static EDealRes tagScanRewriteTagColumn(SNode** pNode, void* pContext) {




9,708,175✔





3436



  int32_t                code = TSDB_CODE_SUCCESS;




9,708,175✔





3437



  int32_t                lino = 0;




9,708,175✔





3438



  STagScanFilterContext* pCtx = (STagScanFilterContext*)pContext;




9,708,175✔





3439



  SColumnNode*           pSColumnNode = NULL;




9,708,175✔





3440



  if (QUERY_NODE_COLUMN == nodeType((*pNode))) {




9,709,368✔





3441



    pSColumnNode = *(SColumnNode**)pNode;




2,715,151✔





3442



  } else if (QUERY_NODE_FUNCTION == nodeType((*pNode))) {




6,995,705✔





3443



    SFunctionNode* pFuncNode = *(SFunctionNode**)(pNode);




496✔





3444



    if (pFuncNode->funcType == FUNCTION_TYPE_TBNAME) {




496✔





3445



      pSColumnNode = NULL;




×







3446



      pCtx->code = nodesMakeNode(QUERY_NODE_COLUMN, (SNode**)&pSColumnNode);




×







3447



      if (NULL == pSColumnNode) {




×







3448



        return DEAL_RES_ERROR;




×







3449



      }










3450



      pSColumnNode->colId = -1;




×







3451



      pSColumnNode->colType = COLUMN_TYPE_TBNAME;




×







3452



      pSColumnNode->node.resType.type = TSDB_DATA_TYPE_VARCHAR;




×







3453



      pSColumnNode->node.resType.bytes = TSDB_TABLE_FNAME_LEN - 1 + VARSTR_HEADER_SIZE;




×







3454



      nodesDestroyNode(*pNode);




×







3455



      *pNode = (SNode*)pSColumnNode;




×







3456



    } else {










3457



      return DEAL_RES_CONTINUE;




496✔





3458



    }










3459



  } else {










3460



    return DEAL_RES_CONTINUE;




6,990,958✔





3461



  }










3462












3463



  void* data = taosHashGet(pCtx->colHash, &pSColumnNode->colId, sizeof(pSColumnNode->colId));




2,715,151✔





3464



  if (!data) {




2,714,669✔





3465



    code = taosHashPut(pCtx->colHash, &pSColumnNode->colId, sizeof(pSColumnNode->colId), pNode, sizeof((*pNode)));




1,593,031✔





3466



    if (code == TSDB_CODE_DUP_KEY) {




1,594,829✔





3467



      code = TSDB_CODE_SUCCESS;




×







3468



    }










3469



    QUERY_CHECK_CODE(code, lino, _end);




1,594,829✔





3470



    pSColumnNode->slotId = pCtx->index++;




1,594,829✔





3471



    SColumnInfo cInfo = {.colId = pSColumnNode->colId,




1,592,529✔





3472



                         .type = pSColumnNode->node.resType.type,




1,592,878✔





3473



                         .bytes = pSColumnNode->node.resType.bytes};




1,592,190✔





3474



    void*       tmp = taosArrayPush(pCtx->cInfoList, &cInfo);




1,592,529✔





3475



    QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);




1,594,483✔





3476



  } else {










3477



    SColumnNode* col = *(SColumnNode**)data;




1,121,638✔





3478



    pSColumnNode->slotId = col->slotId;




1,121,638✔





3479



  }










3480












3481



_end:




2,715,011✔





3482



  if (code != TSDB_CODE_SUCCESS) {




2,714,665✔






UNCOV

3483



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







3484



    return DEAL_RES_ERROR;




×







3485



  }










3486



  return DEAL_RES_CONTINUE;




2,715,011✔





3487



}










3488












3489



static int32_t tagScanFilterByTagCond(SArray* aUidTags, SNode* pTagCond, SArray* aFilterIdxs, void* pVnode,




1,591,120✔





3490



                                      SStorageAPI* pAPI, STagScanInfo* pInfo, void* pStreamRuntimeInfo) {










3491



  int32_t code = TSDB_CODE_SUCCESS;




1,591,120✔





3492



  int32_t lino = 0;




1,591,120✔





3493



  int32_t numOfTables = taosArrayGetSize(aUidTags);




1,591,120✔





3494



  SArray* pBlockList = NULL;




1,591,472✔





3495












3496



  SSDataBlock* pResBlock = createTagValBlockForFilter(pInfo->filterCtx.cInfoList, numOfTables, aUidTags, pVnode, pAPI);




1,591,472✔





3497



  QUERY_CHECK_NULL(pResBlock, code, lino, _end, terrno);




1,590,288✔





3498












3499



  pBlockList = taosArrayInit(1, POINTER_BYTES);




1,590,288✔





3500



  QUERY_CHECK_NULL(pBlockList, code, lino, _end, terrno);




1,590,016✔





3501












3502



  void* tmp = taosArrayPush(pBlockList, &pResBlock);




1,591,472✔





3503



  QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);




1,591,472✔





3504












3505



  SDataType type = {.type = TSDB_DATA_TYPE_BOOL, .bytes = sizeof(bool)};




1,591,472✔





3506












3507



  SScalarParam output = {0};




1,590,990✔





3508



  code = tagScanCreateResultData(&type, numOfTables, &output);




1,590,990✔





3509



  QUERY_CHECK_CODE(code, lino, _end);




1,590,508✔





3510












3511



  gTaskScalarExtra.pStreamInfo = (void*)pStreamRuntimeInfo;




1,590,508✔





3512



  gTaskScalarExtra.pStreamRange = NULL;




1,590,508✔





3513



  code = scalarCalculate(pTagCond, pBlockList, &output, &gTaskScalarExtra);




1,590,016✔





3514



  QUERY_CHECK_CODE(code, lino, _end);




1,588,759✔





3515












3516



  bool* result = (bool*)output.columnData->pData;




1,588,759✔





3517



  for (int32_t i = 0; i < numOfTables; ++i) {




3,974,021✔





3518



    if (result[i]) {




2,384,097✔





3519



      void* tmp = taosArrayPush(aFilterIdxs, &i);




2,218,789✔





3520



      QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);




2,218,789✔





3521



    }










3522



  }










3523












3524



  colDataDestroy(output.columnData);




1,591,126✔





3525



  taosMemoryFreeClear(output.columnData);




1,585,974✔





3526












3527



_end:




1,586,443✔





3528



  blockDataDestroy(pResBlock);




1,584,143✔





3529



  taosArrayDestroy(pBlockList);




1,583,185✔





3530



  if (code != TSDB_CODE_SUCCESS) {




1,583,214✔





3531



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







3532



  }










3533



  return code;




1,583,214✔





3534



}










3535












3536



static int32_t tagScanFillOneCellWithTag(SOperatorInfo* pOperator, const STUidTagInfo* pUidTagInfo,




29,187,759✔





3537



                                         SExprInfo* pExprInfo, SColumnInfoData* pColInfo, int rowIndex,










3538



                                         const SStorageAPI* pAPI, void* pVnode) {










3539



  int32_t code = TSDB_CODE_SUCCESS;




29,187,759✔





3540



  int32_t lino = 0;




29,187,759✔





3541



  if (QUERY_NODE_FUNCTION == pExprInfo->pExpr->nodeType) {




29,187,759✔





3542



    if (FUNCTION_TYPE_TBNAME == pExprInfo->pExpr->_function.functionType) {  // tbname




13,839,668✔





3543



      char str[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};




×







3544



      STR_TO_VARSTR(str, "ctbidx");




×







3545












3546



      code = colDataSetVal(pColInfo, rowIndex, str, false);




×







3547



      QUERY_CHECK_CODE(code, lino, _end);




×







3548



    } else if (FUNCTION_TYPE_TBUID == pExprInfo->pExpr->_function.functionType) {




13,835,877✔





3549



      code = colDataSetVal(pColInfo, rowIndex, (char*)&pUidTagInfo->uid, false);




6,917,280✔





3550



      QUERY_CHECK_CODE(code, lino, _end);




6,919,525✔





3551



    } else if (FUNCTION_TYPE_VGID == pExprInfo->pExpr->_function.functionType) {




6,920,007✔





3552



      code = colDataSetVal(pColInfo, rowIndex, (char*)&pOperator->pTaskInfo->id.vgId, false);




6,917,167✔





3553



      QUERY_CHECK_CODE(code, lino, _end);




6,919,661✔





3554



    }










3555



  } else {










3556



    STagVal tagVal = {0};




15,348,171✔





3557



    tagVal.cid = pExprInfo->base.pParam[0].pCol->colId;




15,349,549✔





3558



    if (pUidTagInfo->pTagVal == NULL) {




15,349,263✔





3559



      colDataSetNULL(pColInfo, rowIndex);




×







3560



    } else {










3561



      const char* p = pAPI->metaFn.extractTagVal(pUidTagInfo->pTagVal, pColInfo->info.type, &tagVal);




15,346,407✔





3562












3563



      if (p == NULL || (pColInfo->info.type == TSDB_DATA_TYPE_JSON && ((STag*)p)->nTag == 0)) {




15,353,029✔





3564



        colDataSetNULL(pColInfo, rowIndex);




8,437✔





3565



      } else if (pColInfo->info.type == TSDB_DATA_TYPE_JSON) {




15,345,084✔





3566



        code = colDataSetVal(pColInfo, rowIndex, p, false);




×







3567



        QUERY_CHECK_CODE(code, lino, _end);




×







3568



      } else if (IS_VAR_DATA_TYPE(pColInfo->info.type)) {




19,219,899✔





3569



        if (IS_STR_DATA_BLOB(pColInfo->info.type)) {




3,881,735✔





3570



          QUERY_CHECK_CODE(code = TSDB_CODE_BLOB_NOT_SUPPORT_TAG, lino, _end);




×







3571



        }










3572



        char* tmp = taosMemoryMalloc(tagVal.nData + VARSTR_HEADER_SIZE + 1);




3,877,342✔





3573



        QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);




3,875,657✔





3574












3575



        varDataSetLen(tmp, tagVal.nData);




3,875,657✔





3576



        memcpy(tmp + VARSTR_HEADER_SIZE, tagVal.pData, tagVal.nData);




3,877,971✔





3577



        code = colDataSetVal(pColInfo, rowIndex, tmp, false);




3,880,121✔





3578



        taosMemoryFree(tmp);




3,877,674✔





3579



        QUERY_CHECK_CODE(code, lino, _end);




3,877,675✔





3580



      } else {










3581



        code = colDataSetVal(pColInfo, rowIndex, (const char*)&tagVal.i64, false);




11,461,489✔





3582



        QUERY_CHECK_CODE(code, lino, _end);




11,462,683✔





3583



      }










3584



    }










3585



  }










3586












3587



_end:




29,187,971✔





3588



  if (code != TSDB_CODE_SUCCESS) {




29,187,971✔





3589



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







3590



  }










3591



  return code;




29,182,670✔





3592



}










3593












3594



static int32_t tagScanFillResultBlock(SOperatorInfo* pOperator, SSDataBlock* pRes, SArray* aUidTags,




5,577,728✔





3595



                                      SArray* aFilterIdxs, bool ignoreFilterIdx, SStorageAPI* pAPI) {










3596



  int32_t       code = TSDB_CODE_SUCCESS;




5,577,728✔





3597



  int32_t       lino = 0;




5,577,728✔





3598



  STagScanInfo* pInfo = pOperator->info;




5,577,728✔





3599



  SExprInfo*    pExprInfo = &pOperator->exprSupp.pExprInfo[0];




5,578,766✔





3600



  if (!ignoreFilterIdx) {




5,575,379✔





3601



    size_t szTables = taosArrayGetSize(aFilterIdxs);




1,586,283✔





3602



    for (int i = 0; i < szTables; ++i) {




3,807,372✔





3603



      int32_t       idx = *(int32_t*)taosArrayGet(aFilterIdxs, i);




2,215,043✔





3604



      STUidTagInfo* pUidTagInfo = taosArrayGet(aUidTags, idx);




2,214,066✔





3605



      QUERY_CHECK_NULL(pUidTagInfo, code, lino, _end, terrno);




2,216,508✔





3606



      for (int32_t j = 0; j < pOperator->exprSupp.numOfExprs; ++j) {




12,699,039✔





3607



        SColumnInfoData* pDst = taosArrayGet(pRes->pDataBlock, pExprInfo[j].base.resSchema.slotId);




10,477,438✔





3608



        QUERY_CHECK_NULL(pDst, code, lino, _end, terrno);




10,482,174✔





3609



        code = tagScanFillOneCellWithTag(pOperator, pUidTagInfo, &pExprInfo[j], pDst, i, pAPI, pInfo->readHandle.vnode);




10,482,174✔





3610



        QUERY_CHECK_CODE(code, lino, _end);




10,482,531✔





3611



      }










3612



    }










3613



  } else {










3614



    size_t szTables = taosArrayGetSize(aUidTags);




3,989,096✔





3615



    for (int i = 0; i < szTables; ++i) {




10,267,712✔





3616



      STUidTagInfo* pUidTagInfo = taosArrayGet(aUidTags, i);




6,278,245✔





3617



      QUERY_CHECK_NULL(pUidTagInfo, code, lino, _end, terrno);




6,278,597✔





3618



      for (int32_t j = 0; j < pOperator->exprSupp.numOfExprs; ++j) {




24,975,877✔





3619



        SColumnInfoData* pDst = taosArrayGet(pRes->pDataBlock, pExprInfo[j].base.resSchema.slotId);




18,699,045✔





3620



        QUERY_CHECK_NULL(pDst, code, lino, _end, terrno);




18,700,752✔





3621



        code = tagScanFillOneCellWithTag(pOperator, pUidTagInfo, &pExprInfo[j], pDst, i, pAPI, pInfo->readHandle.vnode);




18,700,752✔





3622



        QUERY_CHECK_CODE(code, lino, _end);




18,697,280✔





3623



      }










3624



    }










3625



  }










3626












3627



_end:




3,989,467✔





3628



  if (code != TSDB_CODE_SUCCESS) {




5,581,796✔





3629



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







3630



  }










3631



  return code;




5,578,642✔





3632



}










3633












3634



static int32_t doTagScanFromCtbIdxNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {




10,686,761✔





3635



  int32_t        code = TSDB_CODE_SUCCESS;




10,686,761✔





3636



  int32_t        lino = 0;




10,686,761✔





3637



  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;




10,686,761✔





3638



  SStorageAPI*   pAPI = &pTaskInfo->storageAPI;




10,693,660✔





3639












3640



  STagScanInfo* pInfo = pOperator->info;




10,671,489✔





3641



  SSDataBlock*  pRes = pInfo->pRes;




10,685,619✔





3642












3643



  QRY_PARAM_CHECK(ppRes);




10,687,502✔





3644












3645



  if (pOperator->status == OP_EXEC_DONE) {




10,690,630✔





3646



    return TSDB_CODE_SUCCESS;




5,047,263✔





3647



  }










3648



  blockDataCleanup(pRes);




5,638,260✔





3649












3650



  if (pInfo->pCtbCursor == NULL) {




5,648,147✔





3651



    pInfo->pCtbCursor = pAPI->metaFn.openCtbCursor(pInfo->readHandle.vnode, pInfo->suid, 1);




5,642,948✔





3652



    QUERY_CHECK_NULL(pInfo->pCtbCursor, code, lino, _end, terrno);




5,647,671✔





3653



  } else {










3654



    code = pAPI->metaFn.resumeCtbCursor(pInfo->pCtbCursor, 0);




×







3655



    QUERY_CHECK_CODE(code, lino, _end);




×







3656



  }










3657












3658



  SArray* aUidTags = pInfo->aUidTags;




5,642,727✔





3659



  SArray* aFilterIdxs = pInfo->aFilterIdxs;




5,647,351✔





3660



  int32_t count = 0;




5,642,128✔





3661



  bool    ctbCursorFinished = false;




5,642,128✔





3662



  while (1) {




107,607✔





3663



    taosArrayClearEx(aUidTags, tagScanFreeUidTag);




5,749,735✔





3664



    taosArrayClear(aFilterIdxs);




5,753,575✔





3665












3666



    int32_t numTables = 0;




5,753,426✔





3667



    while (numTables < pOperator->resultInfo.capacity) {




14,411,873✔





3668



      SMCtbCursor* pCur = pInfo->pCtbCursor;




14,412,443✔





3669



      tb_uid_t     uid = pAPI->metaFn.ctbCursorNext(pInfo->pCtbCursor);




14,409,202✔





3670



      if (uid == 0) {




14,416,883✔





3671



        ctbCursorFinished = true;




5,759,014✔





3672



        break;




5,759,014✔





3673



      }










3674



      STUidTagInfo info = {.uid = uid, .pTagVal = pCur->pVal};




8,657,869✔





3675



      info.pTagVal = taosMemoryMalloc(pCur->vLen);




8,658,674✔





3676



      QUERY_CHECK_NULL(info.pTagVal, code, lino, _end, terrno);




8,654,541✔





3677












3678



      memcpy(info.pTagVal, pCur->pVal, pCur->vLen);




8,654,541✔





3679



      void* tmp = taosArrayPush(aUidTags, &info);




8,660,837✔





3680



      QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);




8,660,837✔





3681



      ++numTables;




8,660,837✔





3682



    }










3683












3684



    if (numTables == 0) {




5,759,014✔





3685



      break;




178,440✔





3686



    }










3687



    bool ignoreFilterIdx = true;




5,580,574✔





3688



    if (pInfo->pTagCond != NULL) {




5,580,574✔





3689



      ignoreFilterIdx = false;




1,591,472✔





3690



      code = tagScanFilterByTagCond(aUidTags, pInfo->pTagCond, aFilterIdxs, pInfo->readHandle.vnode, pAPI, pInfo, pTaskInfo->pStreamRuntimeInfo);




1,591,472✔





3691



      QUERY_CHECK_CODE(code, lino, _end);




1,585,285✔





3692



    } else {










3693



      ignoreFilterIdx = true;




3,989,448✔





3694



    }










3695












3696



    code = tagScanFillResultBlock(pOperator, pRes, aUidTags, aFilterIdxs, ignoreFilterIdx, pAPI);




5,574,733✔





3697



    QUERY_CHECK_CODE(code, lino, _end);




5,579,137✔





3698












3699



    count = ignoreFilterIdx ? taosArrayGetSize(aUidTags) : taosArrayGetSize(aFilterIdxs);




5,579,137✔





3700












3701



    if (count != 0) {




5,578,296✔





3702



      break;




5,470,689✔





3703



    }










3704



  }










3705












3706



  if (count > 0) {




5,649,129✔





3707



    pAPI->metaFn.pauseCtbCursor(pInfo->pCtbCursor);




5,470,320✔





3708



  }










3709



  if (count == 0 || ctbCursorFinished) {




5,648,682✔





3710



    pAPI->metaFn.closeCtbCursor(pInfo->pCtbCursor);




5,649,145✔





3711



    pInfo->pCtbCursor = NULL;




5,638,478✔





3712



    setOperatorCompleted(pOperator);




5,643,077✔





3713



  }










3714












3715



  pRes->info.rows = count;




5,641,729✔





3716



  bool bLimitReached = applyLimitOffset(&pInfo->limitInfo, pRes, pTaskInfo);




5,642,687✔





3717



  if (bLimitReached) {




5,641,812✔





3718



    setOperatorCompleted(pOperator);




×







3719



  }










3720












3721



  pOperator->resultInfo.totalRows += pRes->info.rows;




5,641,812✔





3722



  (*ppRes) = (pRes->info.rows == 0) ? NULL : pInfo->pRes;




5,639,566✔





3723












3724



_end:




5,641,003✔





3725



  if (code != TSDB_CODE_SUCCESS) {




5,641,003✔





3726



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







3727



    pTaskInfo->code = code;




×







3728



    T_LONG_JMP(pTaskInfo->env, code);




×







3729



  }










3730












3731



  return code;




5,641,003✔





3732



}










3733












3734



static int32_t createTagScanTableListInfoFromParam(SOperatorInfo* pOperator) {




3,239,940✔





3735



  STagScanInfo*          pInfo = pOperator->info;




3,239,940✔





3736



  SExecTaskInfo*         pTaskInfo = pOperator->pTaskInfo;




3,239,940✔





3737



  int32_t                code = 0;




3,239,940✔





3738



  STableListInfo*        pListInfo = pInfo->pTableListInfo;




3,239,940✔





3739



  STagScanOperatorParam* pParam = (STagScanOperatorParam*)pOperator->pOperatorGetParam->value;




3,239,940✔





3740



  tb_uid_t               pUid = pParam->vcUid;




3,239,940✔





3741












3742



  // qDebug("vgId:%d add total %d dynamic tables to scan, tableSeq:%d, exist num:%" PRId64 ", operator status:%d",










3743



  //        pTaskInfo->id.vgId, num, pParam->tableSeq, (int64_t)taosArrayGetSize(pListInfo->pTableList),










3744



  //        pOperator->status);










3745












3746



  STableKeyInfo info = {.groupId = 0};




3,239,940✔





3747












3748



  int32_t tableIdx = 0;




3,239,940✔





3749



  taosHashClear(pListInfo->map);




3,239,940✔





3750



  taosArrayClear(pListInfo->pTableList);




3,239,940✔





3751












3752



  if (taosHashPut(pListInfo->map, &pUid, sizeof(uint64_t), &tableIdx, sizeof(int32_t))) {




3,239,940✔





3753



    if (TSDB_CODE_DUP_KEY == terrno) {




×







3754



    } else {










3755



      return terrno;




×







3756



    }










3757



  }










3758












3759



  info.uid = pUid;




3,239,940✔





3760



  void* p = taosArrayPush(pListInfo->pTableList, &info);




3,239,940✔





3761



  if (p == NULL) {




3,239,940✔





3762



    return terrno;




×







3763



  }










3764












3765



  qDebug("add dynamic table scan uid:%" PRIu64 ", %s", info.uid, GET_TASKID(pTaskInfo));




3,239,940✔





3766












3767



  return code;




3,239,940✔





3768



}










3769












3770



static int32_t doTagScanFromMetaEntryNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {




11,614,281✔





3771



  int32_t       code = TSDB_CODE_SUCCESS;




11,614,281✔





3772



  int32_t       lino = 0;




11,614,281✔





3773



  STagScanInfo* pInfo = pOperator->info;




11,614,281✔





3774



  if (pOperator->pOperatorGetParam) {




11,615,606✔





3775



    pOperator->resultInfo.totalRows = 0;




3,239,940✔





3776



    pOperator->dynamicTask = true;




3,239,940✔





3777



    pInfo->curPos = 0;




3,239,940✔





3778



    code = createTagScanTableListInfoFromParam(pOperator);




3,239,940✔





3779



    freeOperatorParam(pOperator->pOperatorGetParam, OP_GET_PARAM);




3,239,940✔





3780



    pOperator->pOperatorGetParam = NULL;




3,239,940✔





3781



    QUERY_CHECK_CODE(code, lino, _end);




3,239,940✔





3782












3783



    if (pOperator->status == OP_EXEC_DONE) {




3,239,940✔





3784



      pOperator->status = OP_OPENED;




1,697,038✔





3785



    }










3786



  }










3787












3788



  if (pOperator->status == OP_EXEC_DONE) {




11,613,612✔





3789



    (*ppRes) = NULL;




3,955,700✔





3790



    return code;




3,956,014✔





3791



  }










3792












3793



  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;




7,658,562✔





3794



  SStorageAPI*   pAPI = &pTaskInfo->storageAPI;




7,659,212✔





3795












3796



  SExprInfo*   pExprInfo = &pOperator->exprSupp.pExprInfo[0];




7,659,862✔





3797



  SSDataBlock* pRes = pInfo->pRes;




7,658,204✔





3798



  blockDataCleanup(pRes);




7,657,554✔





3799












3800



  int32_t size = 0;




7,658,226✔





3801



  code = tableListGetSize(pInfo->pTableListInfo, &size);




7,658,562✔





3802



  QUERY_CHECK_CODE(code, lino, _end);




7,657,218✔





3803












3804



  if (size == 0) {




7,657,218✔





3805



    setTaskStatus(pTaskInfo, TASK_COMPLETED);




17,750✔





3806



    (*ppRes) = NULL;




17,750✔





3807



    return code;




17,750✔





3808



  }










3809












3810



  SMetaReader mr = {0};




7,639,468✔





3811



  pAPI->metaReaderFn.initReader(&mr, pInfo->readHandle.vnode, META_READER_LOCK, &pAPI->metaFn);




7,639,490✔





3812



  pRes->info.rows = 0;




7,641,126✔





3813












3814



  while (pInfo->curPos < size && pRes->info.rows < pOperator->resultInfo.capacity) {




18,600,096✔





3815



    code = doTagScanOneTable(pOperator, pRes, &mr, &pTaskInfo->storageAPI);




10,957,981✔





3816



    if (code != TSDB_CODE_OUT_OF_MEMORY && code != TSDB_CODE_QRY_REACH_QMEM_THRESHOLD &&




10,959,306✔





3817



        code != TSDB_CODE_QRY_QUERY_MEM_EXHAUSTED) {










3818



      // ignore other error










3819



      code = TSDB_CODE_SUCCESS;




10,959,642✔





3820



    }










3821



    QUERY_CHECK_CODE(code, lino, _end);




10,959,306✔





3822












3823



    if (++pInfo->curPos >= size) {




10,959,306✔





3824



      setOperatorCompleted(pOperator);




7,642,448✔





3825



    }










3826



  }










3827












3828



  pAPI->metaReaderFn.clearReader(&mr);




7,642,043✔





3829



  bool bLimitReached = applyLimitOffset(&pInfo->limitInfo, pRes, pTaskInfo);




7,642,448✔





3830



  if (bLimitReached) {




7,642,134✔





3831



    setOperatorCompleted(pOperator);




×







3832



  }










3833












3834



  // qDebug("QInfo:0x%" PRIx64 ", create tag values results completed, rows:%d", GET_TASKID(pRuntimeEnv), count);










3835



  if (pOperator->status == OP_EXEC_DONE) {




7,642,134✔





3836



    setTaskStatus(pTaskInfo, TASK_COMPLETED);




7,641,798✔





3837



  }










3838












3839



  pOperator->resultInfo.totalRows += pRes->info.rows;




7,642,134✔





3840












3841



  (*ppRes) = (pRes->info.rows == 0) ? NULL : pInfo->pRes;




7,642,134✔





3842



_end:




7,642,134✔





3843



  if (code != TSDB_CODE_SUCCESS) {




7,642,134✔





3844



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







3845



    pTaskInfo->code = code;




×







3846



    T_LONG_JMP(pTaskInfo->env, code);




×







3847



  }










3848



  return code;




7,642,134✔





3849



}










3850












3851



static void destroyTagScanOperatorInfo(void* param) {




12,787,550✔





3852



  STagScanInfo* pInfo = (STagScanInfo*)param;




12,787,550✔





3853



  if (pInfo->pCtbCursor != NULL && pInfo->pStorageAPI != NULL) {




12,787,550✔





3854



    pInfo->pStorageAPI->metaFn.closeCtbCursor(pInfo->pCtbCursor);




×







3855



  }










3856



  taosHashCleanup(pInfo->filterCtx.colHash);




12,792,034✔





3857



  taosArrayDestroy(pInfo->filterCtx.cInfoList);




12,784,677✔





3858



  taosArrayDestroy(pInfo->aFilterIdxs);




12,785,425✔





3859



  taosArrayDestroyEx(pInfo->aUidTags, tagScanFreeUidTag);




12,784,007✔





3860












3861



  blockDataDestroy(pInfo->pRes);




12,788,112✔





3862



  taosArrayDestroy(pInfo->matchInfo.pList);




12,791,132✔





3863



  tableListDestroy(pInfo->pTableListInfo);




12,785,893✔





3864












3865



  pInfo->pRes = NULL;




12,788,126✔





3866



  pInfo->pTableListInfo = NULL;




12,788,472✔





3867



  taosMemoryFreeClear(param);




12,789,994✔





3868



}




12,789,285✔





3869












3870



static int32_t resetTagScanOperatorState(SOperatorInfo* pOper) {




4,576✔





3871



  int32_t         code = TSDB_CODE_SUCCESS;




4,576✔





3872



  STagScanInfo*   pInfo = pOper->info;




4,576✔





3873












3874



  pOper->status = OP_NOT_OPENED;




4,576✔





3875



  STagScanPhysiNode* pTagScanNode = (STagScanPhysiNode*)pOper->pPhyNode;




4,576✔





3876



  if (pTagScanNode->onlyMetaCtbIdx) {




4,576✔





3877



      SExecTaskInfo* pTaskInfo = pOper->pTaskInfo;




1,984✔





3878



      SStorageAPI*   pAPI = &pTaskInfo->storageAPI;




1,984✔





3879



      pAPI->metaFn.closeCtbCursor(pInfo->pCtbCursor);




1,984✔





3880



      pInfo->pCtbCursor = NULL;




1,984✔





3881



  } else {










3882



      pInfo->curPos = 0;




2,592✔





3883



  }










3884












3885



  return code;




4,576✔





3886



}










3887












3888



int32_t createTagScanOperatorInfo(SReadHandle* pReadHandle, STagScanPhysiNode* pTagScanNode,




12,781,873✔





3889



                                  STableListInfo* pTableListInfo, SNode* pTagCond, SNode* pTagIndexCond,










3890



                                  SExecTaskInfo* pTaskInfo, SOperatorInfo** pOptrInfo) {










3891



  QRY_PARAM_CHECK(pOptrInfo);




12,781,873✔





3892












3893



  int32_t         code = TSDB_CODE_SUCCESS;




12,788,740✔





3894



  int32_t         lino = 0;




12,788,740✔





3895



  SScanPhysiNode* pPhyNode = (SScanPhysiNode*)pTagScanNode;




12,788,740✔





3896



  STagScanInfo*   pInfo = taosMemoryCalloc(1, sizeof(STagScanInfo));




12,788,740✔





3897



  SOperatorInfo*  pOperator = taosMemoryCalloc(1, sizeof(SOperatorInfo));




12,767,251✔





3898



  if (pInfo == NULL || pOperator == NULL) {




12,758,989✔





3899



    code = terrno;




×







3900



    goto _error;




×







3901



  }










3902



  pOperator->pPhyNode = pTagScanNode;




12,758,989✔





3903



  SDataBlockDescNode* pDescNode = pPhyNode->node.pOutputDataBlockDesc;




12,759,332✔





3904












3905



  int32_t    numOfExprs = 0;




12,766,309✔





3906



  SExprInfo* pExprInfo = NULL;




12,772,542✔





3907












3908



  code = createExprInfo(pPhyNode->pScanPseudoCols, NULL, &pExprInfo, &numOfExprs);




12,772,691✔





3909



  QUERY_CHECK_CODE(code, lino, _error);




12,781,440✔





3910












3911



  code = initExprSupp(&pOperator->exprSupp, pExprInfo, numOfExprs, &pTaskInfo->storageAPI.functionStore);




12,781,440✔





3912



  QUERY_CHECK_CODE(code, lino, _error);




12,778,751✔





3913












3914



  int32_t num = 0;




12,778,751✔





3915



  code = extractColMatchInfo(pPhyNode->pScanPseudoCols, pDescNode, &num, COL_MATCH_FROM_COL_ID, &pInfo->matchInfo);




12,779,246✔





3916



  QUERY_CHECK_CODE(code, lino, _error);




12,779,879✔





3917












3918



  pInfo->pTagCond = pTagCond;




12,779,879✔





3919



  pInfo->pTagIndexCond = pTagIndexCond;




12,783,619✔





3920



  pInfo->suid = pPhyNode->suid;




12,777,135✔





3921



  pInfo->pStorageAPI = &pTaskInfo->storageAPI;




12,776,735✔





3922












3923



  pInfo->pTableListInfo = pTableListInfo;




12,774,085✔





3924



  pInfo->pRes = createDataBlockFromDescNode(pDescNode);




12,791,541✔





3925



  QUERY_CHECK_NULL(pInfo->pRes, code, lino, _error, terrno);




12,793,921✔





3926












3927



  pInfo->readHandle = *pReadHandle;




12,769,727✔





3928



  pInfo->curPos = 0;




12,791,748✔





3929












3930



  initLimitInfo(pPhyNode->node.pLimit, pPhyNode->node.pSlimit, &pInfo->limitInfo);




12,770,758✔





3931



  setOperatorInfo(pOperator, "TagScanOperator", QUERY_NODE_PHYSICAL_PLAN_TAG_SCAN, false, OP_NOT_OPENED, pInfo,




12,774,875✔





3932



                  pTaskInfo);










3933



  initResultSizeInfo(&pOperator->resultInfo, 4096);




12,764,329✔





3934



  code = blockDataEnsureCapacity(pInfo->pRes, pOperator->resultInfo.capacity);




12,773,797✔





3935



  QUERY_CHECK_CODE(code, lino, _error);




12,789,015✔





3936












3937



  if (pTagScanNode->onlyMetaCtbIdx) {




12,789,015✔





3938



    pInfo->aUidTags = taosArrayInit(pOperator->resultInfo.capacity, sizeof(STUidTagInfo));




6,065,555✔





3939



    QUERY_CHECK_NULL(pInfo->aUidTags, code, lino, _error, terrno);




6,072,415✔





3940












3941



    pInfo->aFilterIdxs = taosArrayInit(pOperator->resultInfo.capacity, sizeof(int32_t));




6,069,754✔





3942



    QUERY_CHECK_NULL(pInfo->aFilterIdxs, code, lino, _error, terrno);




6,068,359✔





3943












3944



    pInfo->filterCtx.colHash =




6,066,230✔





3945



        taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_SMALLINT), false, HASH_NO_LOCK);




6,069,637✔





3946



    QUERY_CHECK_NULL(pInfo->filterCtx.colHash, code, lino, _error, terrno);




6,070,188✔





3947












3948



    pInfo->filterCtx.cInfoList = taosArrayInit(4, sizeof(SColumnInfo));




6,061,196✔





3949



    QUERY_CHECK_NULL(pInfo->filterCtx.cInfoList, code, lino, _error, terrno);




6,065,846✔





3950












3951



    if (pInfo->pTagCond != NULL) {




6,063,896✔





3952



      nodesRewriteExprPostOrder(&pTagCond, tagScanRewriteTagColumn, (void*)&pInfo->filterCtx);




1,594,001✔





3953



    }










3954



  }










3955



  __optr_fn_t tagScanNextFn = (pTagScanNode->onlyMetaCtbIdx) ? doTagScanFromCtbIdxNext : doTagScanFromMetaEntryNext;




12,786,917✔





3956



  pOperator->fpSet = createOperatorFpSet(optrDummyOpenFn, tagScanNextFn, NULL, destroyTagScanOperatorInfo,




12,787,031✔





3957



                                         optrDefaultBufFn, NULL, optrDefaultGetNextExtFn, NULL);










3958



  setOperatorResetStateFn(pOperator, resetTagScanOperatorState);     




12,783,893✔





3959



  










3960



  *pOptrInfo = pOperator;




12,781,215✔





3961



  return code;




12,779,514✔





3962












3963



_error:




×







3964



  if (pInfo) {




×







3965



    pInfo->pTableListInfo = NULL;




×







3966



  }










3967












3968



  if (pInfo != NULL) destroyTagScanOperatorInfo(pInfo);




×







3969



  if (pOperator != NULL) {




×







3970



    pOperator->info = NULL;




×







3971



    destroyOperator(pOperator);




×







3972



  }










3973



  return code;




×







3974



}










3975












3976



// table merge scan operator










3977












3978



static int32_t subTblRowCompareTsFn(const void* pLeft, const void* pRight, void* param) {




234,101,632✔





3979



  int32_t                 left = *(int32_t*)pLeft;




234,101,632✔





3980



  int32_t                 right = *(int32_t*)pRight;




234,101,984✔





3981



  STmsSubTablesMergeInfo* pInfo = (STmsSubTablesMergeInfo*)param;




234,102,336✔





3982












3983



  int32_t leftIdx = pInfo->aInputs[left].rowIdx;




234,102,336✔





3984



  int32_t rightIdx = pInfo->aInputs[right].rowIdx;




234,103,040✔





3985












3986



  if (leftIdx == -1) {




234,103,040✔





3987



    return 1;




200,554,880✔





3988



  } else if (rightIdx == -1) {




33,548,160✔





3989



    return -1;




332,160✔





3990



  }










3991












3992



  int64_t leftTs = pInfo->aInputs[left].aTs[leftIdx];




33,216,000✔





3993



  int64_t rightTs = pInfo->aInputs[right].aTs[rightIdx];




33,216,000✔





3994



  int32_t ret = leftTs > rightTs ? 1 : ((leftTs < rightTs) ? -1 : 0);




33,216,000✔





3995



  if (pInfo->pTsOrderInfo->order == TSDB_ORDER_DESC) {




33,216,000✔





3996



    ret = -1 * ret;




×







3997



  }










3998



  return ret;




33,216,000✔





3999



}










4000












4001



static int32_t subTblRowCompareTsPkFn(const void* pLeft, const void* pRight, void* param) {




×







4002



  int32_t                 left = *(int32_t*)pLeft;




×







4003



  int32_t                 right = *(int32_t*)pRight;




×







4004



  STmsSubTablesMergeInfo* pInfo = (STmsSubTablesMergeInfo*)param;




×







4005












4006



  int32_t leftIdx = pInfo->aInputs[left].rowIdx;




×







4007



  int32_t rightIdx = pInfo->aInputs[right].rowIdx;




×







4008












4009



  if (leftIdx == -1) {




×







4010



    return 1;




×







4011



  } else if (rightIdx == -1) {




×







4012



    return -1;




×







4013



  }










4014












4015



  int64_t leftTs = pInfo->aInputs[left].aTs[leftIdx];




×







4016



  int64_t rightTs = pInfo->aInputs[right].aTs[rightIdx];




×







4017



  int32_t ret = leftTs > rightTs ? 1 : ((leftTs < rightTs) ? -1 : 0);




×







4018



  if (pInfo->pTsOrderInfo->order == TSDB_ORDER_DESC) {




×







4019



    ret = -1 * ret;




×







4020



  }










4021



  if (ret == 0 && pInfo->pPkOrderInfo) {




×







4022



    ret = tsortComparBlockCell(pInfo->aInputs[left].pInputBlock, pInfo->aInputs[right].pInputBlock, leftIdx, rightIdx,




×







4023



                               pInfo->pPkOrderInfo);




×







4024



  }










4025



  return ret;




×







4026



}










4027












4028



int32_t dumpQueryTableCond(const SQueryTableDataCond* src, SQueryTableDataCond* dst) {




2,974,550✔





4029



  int32_t code = TSDB_CODE_SUCCESS;




2,974,550✔





4030



  int32_t lino = 0;




2,974,550✔





4031



  memcpy((void*)dst, (void*)src, sizeof(SQueryTableDataCond));




2,974,550✔





4032



  dst->colList = taosMemoryCalloc(src->numOfCols, sizeof(SColumnInfo));




2,974,550✔





4033



  QUERY_CHECK_NULL(dst->colList, code, lino, _end, terrno);




2,971,782✔





4034



  for (int i = 0; i < src->numOfCols; i++) {




9,845,544✔





4035



    dst->colList[i] = src->colList[i];




6,885,556✔





4036



  }










4037












4038



_end:




2,966,568✔





4039



  if (code != TSDB_CODE_SUCCESS) {




2,966,568✔





4040



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







4041



  }










4042



  return code;




2,969,694✔





4043



}










4044












4045



static int32_t fetchNextSubTableBlockFromReader(SOperatorInfo* pOperator, STmsSubTableInput* pInput,




4,468,312✔





4046



                                                bool* pSubTableHasBlock) {










4047



  int32_t code = 0;




4,468,312✔





4048












4049



  STableMergeScanInfo*    pInfo = pOperator->info;




4,468,312✔





4050



  SReadHandle*            pHandle = &pInfo->base.readHandle;




4,467,960✔





4051



  STmsSubTablesMergeInfo* pSubTblsInfo = pInfo->pSubTablesMergeInfo;




4,467,948✔





4052



  SExecTaskInfo*          pTaskInfo = pOperator->pTaskInfo;




4,465,872✔





4053



  const SStorageAPI*      pAPI = &pTaskInfo->storageAPI;




4,466,564✔





4054












4055



  blockDataCleanup(pInput->pReaderBlock);




4,467,602✔





4056



  if (!pInput->bInMemReader) {




4,466,582✔





4057



    code = pAPI->tsdReader.tsdReaderOpen(pHandle->vnode, &pInput->tblCond, pInput->pKeyInfo, 1, pInput->pReaderBlock,




4,483,512✔





4058



                                         (void**)&pInput->pReader, GET_TASKID(pTaskInfo), NULL);




2,242,448✔





4059



    if (code != 0) {




2,241,756✔





4060



      return code;




×







4061



    }










4062



  }










4063












4064



  pInfo->base.dataReader = pInput->pReader;




4,465,890✔





4065












4066



  while (true) {




8,096✔





4067



    bool hasNext = false;




4,473,258✔





4068



    code = pAPI->tsdReader.tsdNextDataBlock(pInfo->base.dataReader, &hasNext);




4,473,610✔





4069



    if (code != 0) {




4,477,792✔





4070



      pAPI->tsdReader.tsdReaderReleaseDataBlock(pInfo->base.dataReader);




×







4071



      pInfo->base.dataReader = NULL;




×







4072



      return code;




×







4073



    }










4074












4075



    if (!hasNext || isTaskKilled(pTaskInfo)) {




4,477,792✔





4076



      if (isTaskKilled(pTaskInfo)) {




2,984,608✔





4077



        pAPI->tsdReader.tsdReaderReleaseDataBlock(pInfo->base.dataReader);




×







4078



        pInfo->base.dataReader = NULL;




×







4079



        return code;




×







4080



      }










4081












4082



      *pSubTableHasBlock = false;




2,984,960✔





4083



      break;




2,984,960✔





4084



    }










4085












4086



    if (pInput->tblCond.order == TSDB_ORDER_ASC) {




1,493,184✔





4087



      pInput->tblCond.twindows.skey = pInput->pReaderBlock->info.window.ekey + 1;




1,466,080✔





4088



    } else {










4089



      pInput->tblCond.twindows.ekey = pInput->pReaderBlock->info.window.skey - 1;




27,104✔





4090



    }










4091












4092



    uint32_t status = 0;




1,493,184✔





4093



    code = loadDataBlock(pOperator, &pInfo->base, pInput->pReaderBlock, &status);




1,493,184✔





4094



    if (code != 0) {




1,492,838✔





4095



      pInfo->base.dataReader = NULL;




×







4096



      return code;




×







4097



    }










4098












4099



    if (status == FUNC_DATA_REQUIRED_ALL_FILTEROUT) {




1,492,838✔





4100



      *pSubTableHasBlock = false;




×







4101



      break;




×







4102



    }










4103



    if (status == FUNC_DATA_REQUIRED_FILTEROUT || pInput->pReaderBlock->info.rows == 0) {




1,492,838✔





4104



      continue;




8,096✔





4105



    }










4106












4107



    *pSubTableHasBlock = true;




1,485,088✔





4108



    break;




1,485,088✔





4109



  }










4110












4111



  if (*pSubTableHasBlock) {




4,469,696✔





4112



    pInput->pReaderBlock->info.id.groupId =




2,969,478✔





4113



        tableListGetTableGroupId(pInfo->base.pTableListInfo, pInput->pReaderBlock->info.id.uid);




2,969,126✔





4114



    pOperator->resultInfo.totalRows += pInput->pReaderBlock->info.rows;




1,485,088✔





4115



  }










4116



  if (!pInput->bInMemReader || !*pSubTableHasBlock) {




4,469,356✔





4117



    pAPI->tsdReader.tsdReaderClose(pInput->pReader);




3,360,448✔





4118



    pInput->pReader = NULL;




3,356,624✔





4119



  }










4120












4121



  pInfo->base.dataReader = NULL;




4,465,878✔





4122



  return TSDB_CODE_SUCCESS;




4,467,614✔





4123



}










4124












4125



static int32_t setGroupStartEndIndex(STableMergeScanInfo* pInfo) {




1,858,626✔





4126



  pInfo->bGroupProcessed = false;




1,858,626✔





4127












4128



  int32_t numOfTables = 0;




1,862,450✔





4129



  int32_t code = tableListGetSize(pInfo->base.pTableListInfo, &numOfTables);




1,841,290✔





4130



  if (code != TSDB_CODE_SUCCESS) {




1,838,844✔





4131



    qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code));




×







4132



    return code;




×







4133



  }










4134












4135



  int32_t i = pInfo->tableStartIndex + 1;




1,838,844✔





4136



  for (; i < numOfTables; ++i) {




2,953,014✔





4137



    STableKeyInfo* tableKeyInfo = tableListGetInfo(pInfo->base.pTableListInfo, i);




1,173,648✔





4138



    if (!tableKeyInfo) {




1,174,000✔





4139



      qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));




×







4140



      return terrno;




×







4141



    }










4142



    if (tableKeyInfo->groupId != pInfo->groupId) {




1,174,000✔





4143



      break;




59,120✔





4144



    }










4145



  }










4146



  pInfo->tableEndIndex = i - 1;




1,838,486✔





4147



  return TSDB_CODE_SUCCESS;




1,865,892✔





4148



}










4149












4150



static int32_t openSubTablesMergeSort(STmsSubTablesMergeInfo* pSubTblsInfo) {




1,868,678✔





4151



  for (int32_t i = 0; i < pSubTblsInfo->numSubTables; ++i) {




4,852,236✔





4152



    STmsSubTableInput* pInput = pSubTblsInfo->aInputs + i;




2,984,262✔





4153



    if (pInput->rowIdx == -1) {




2,983,916✔





4154



      continue;




1,499,520✔





4155



    }










4156












4157



    if (pInput->type == SUB_TABLE_MEM_BLOCK) {




1,485,088✔





4158



      pInput->rowIdx = 0;




1,484,736✔





4159



      pInput->pageIdx = -1;




1,485,088✔





4160



    }










4161












4162



    pInput->pInputBlock = (pInput->type == SUB_TABLE_MEM_BLOCK) ? pInput->pReaderBlock : pInput->pPageBlock;




1,485,440✔





4163



    SColumnInfoData* col = taosArrayGet(pInput->pInputBlock->pDataBlock, pSubTblsInfo->pTsOrderInfo->slotId);




1,485,088✔





4164



    if (!col) {




1,484,384✔





4165



      qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));




×







4166



      return terrno;




×







4167



    }










4168



    pInput->aTs = (int64_t*)col->pData;




1,484,384✔





4169



  }










4170












4171



  __merge_compare_fn_t mergeCompareFn = (!pSubTblsInfo->pPkOrderInfo) ? subTblRowCompareTsFn : subTblRowCompareTsPkFn;




1,869,030✔





4172



  return tMergeTreeCreate(&pSubTblsInfo->pTree, pSubTblsInfo->numSubTables, pSubTblsInfo, mergeCompareFn);




1,869,024✔





4173



}










4174












4175



static int32_t initSubTablesMergeInfo(STableMergeScanInfo* pInfo) {




1,858,978✔





4176



  int32_t code = setGroupStartEndIndex(pInfo);




1,858,978✔





4177



  if (code != TSDB_CODE_SUCCESS) {




1,863,816✔





4178



    qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code));




×







4179



    return code;




×







4180



  }










4181



  STmsSubTablesMergeInfo* pSubTblsInfo = taosMemoryCalloc(1, sizeof(STmsSubTablesMergeInfo));




1,863,816✔





4182



  if (pSubTblsInfo == NULL) {




1,859,646✔





4183



    return terrno;




×







4184



  }










4185



  pSubTblsInfo->pTsOrderInfo = taosArrayGet(pInfo->pSortInfo, 0);




1,859,646✔





4186



  if (!pSubTblsInfo->pTsOrderInfo) {




1,862,772✔





4187



    qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));




×







4188



    return terrno;




×







4189



  }










4190



  if (taosArrayGetSize(pInfo->pSortInfo) == 2) {




1,857,910✔





4191



    pSubTblsInfo->pPkOrderInfo = taosArrayGet(pInfo->pSortInfo, 1);




×







4192



    if (!pSubTblsInfo->pPkOrderInfo) {




×







4193



      qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));




×







4194



      return terrno;




×







4195



    }










4196



  } else {










4197



    pSubTblsInfo->pPkOrderInfo = NULL;




1,847,858✔





4198



  }










4199



  pSubTblsInfo->numSubTables = pInfo->tableEndIndex - pInfo->tableStartIndex + 1;




1,861,740✔





4200



  pSubTblsInfo->aInputs = taosMemoryCalloc(pSubTblsInfo->numSubTables, sizeof(STmsSubTableInput));




1,849,952✔





4201



  if (pSubTblsInfo->aInputs == NULL) {




1,844,750✔





4202



    taosMemoryFree(pSubTblsInfo);




×







4203



    return terrno;




×







4204



  }










4205



  int32_t bufPageSize = pInfo->bufPageSize;




1,848,192✔





4206



  int32_t inMemSize = (pSubTblsInfo->numSubTables - pSubTblsInfo->numTableBlocksInMem) * bufPageSize;




1,854,802✔





4207



  code = createDiskbasedBuf(&pSubTblsInfo->pBlocksBuf, pInfo->bufPageSize, inMemSize, "blocksExternalBuf", tsTempDir);




1,861,406✔





4208



  if (code != TSDB_CODE_SUCCESS) {




1,851,682✔





4209



    taosMemoryFree(pSubTblsInfo->aInputs);




×







4210



    taosMemoryFree(pSubTblsInfo);




×







4211



    return code;




×







4212



  }










4213



  pSubTblsInfo->numTableBlocksInMem = pSubTblsInfo->numSubTables;




1,851,682✔





4214



  pSubTblsInfo->numInMemReaders = pSubTblsInfo->numSubTables;




1,862,086✔





4215












4216



  pInfo->pSubTablesMergeInfo = pSubTblsInfo;




1,856,186✔





4217



  return TSDB_CODE_SUCCESS;




1,844,404✔





4218



}










4219












4220



static int32_t initSubTableInputs(SOperatorInfo* pOperator, STableMergeScanInfo* pInfo) {




1,853,078✔





4221



  int32_t        code = TSDB_CODE_SUCCESS;




1,853,078✔





4222



  int32_t        lino = 0;




1,853,078✔





4223



  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;




1,853,078✔





4224



  SReadHandle*   pHandle = &pInfo->base.readHandle;




1,856,532✔





4225



  SStorageAPI*   pAPI = &pTaskInfo->storageAPI;




1,860,016✔





4226












4227



  STmsSubTablesMergeInfo* pSubTblsInfo = pInfo->pSubTablesMergeInfo;




1,863,136✔





4228












4229



  for (int32_t i = 0; i < pSubTblsInfo->numSubTables; ++i) {




4,824,872✔





4230



    STmsSubTableInput* pInput = pSubTblsInfo->aInputs + i;




2,974,538✔





4231



    pInput->type = SUB_TABLE_MEM_BLOCK;




2,960,358✔





4232












4233



    code = dumpQueryTableCond(&pInfo->base.cond, &pInput->tblCond);




2,975,236✔





4234



    QUERY_CHECK_CODE(code, lino, _end);




2,967,266✔





4235












4236



    code = createOneDataBlock(pInfo->pResBlock, false, &pInput->pReaderBlock);




2,967,266✔





4237



    QUERY_CHECK_CODE(code, lino, _end);




2,982,532✔





4238












4239



    code = createOneDataBlock(pInfo->pResBlock, false, &pInput->pPageBlock);




2,982,532✔





4240



    QUERY_CHECK_CODE(code, lino, _end);




2,983,576✔





4241












4242



    STableKeyInfo* keyInfo = tableListGetInfo(pInfo->base.pTableListInfo, i + pInfo->tableStartIndex);




2,983,576✔





4243



    pInput->pKeyInfo = keyInfo;




2,983,922✔





4244












4245



    if (isTaskKilled(pTaskInfo)) {




2,979,418✔





4246



      T_LONG_JMP(pTaskInfo->env, pTaskInfo->code);




×







4247



    }










4248












4249



    if (i + 1 < pSubTblsInfo->numInMemReaders) {




2,974,902✔





4250



      code = pAPI->tsdReader.tsdReaderOpen(pHandle->vnode, &pInput->tblCond, keyInfo, 1, pInput->pReaderBlock,




2,229,056✔





4251



                                           (void**)&pInput->pReader, GET_TASKID(pTaskInfo), NULL);




1,114,880✔





4252



      QUERY_CHECK_CODE(code, lino, _end);




1,114,528✔





4253



      pInput->bInMemReader = true;




1,114,528✔





4254



    } else {










4255



      pInput->pReader = NULL;




1,867,652✔





4256



      pInput->bInMemReader = false;




1,868,344✔





4257



    }










4258



    bool hasNext = true;




2,982,872✔





4259



    code = fetchNextSubTableBlockFromReader(pOperator, pInput, &hasNext);




2,983,218✔





4260



    QUERY_CHECK_CODE(code, lino, _end);




2,983,230✔





4261



    if (!hasNext) {




2,983,230✔





4262



      pInput->rowIdx = -1;




1,498,142✔





4263



      ++pSubTblsInfo->numSubTablesCompleted;




1,499,180✔





4264



      continue;




1,499,526✔





4265



    } else {










4266



      pInput->rowIdx = 0;




1,485,088✔





4267



      pInput->pageIdx = -1;




1,485,088✔





4268



    }










4269



  }










4270












4271



_end:




1,868,684✔





4272



  if (code != TSDB_CODE_SUCCESS) {




1,869,036✔





4273



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







4274



  }










4275



  return code;




1,869,382✔





4276



}










4277












4278



static void adjustSubTableFromMemBlock(SOperatorInfo* pOperatorInfo, STmsSubTablesMergeInfo* pSubTblsInfo) {




1,485,088✔





4279



  int32_t              code = TSDB_CODE_SUCCESS;




1,485,088✔





4280



  int32_t              lino = 0;




1,485,088✔





4281



  SExecTaskInfo*       pTaskInfo = pOperatorInfo->pTaskInfo;




1,485,088✔





4282



  STableMergeScanInfo* pInfo = pOperatorInfo->info;




1,485,088✔





4283



  STmsSubTableInput*   pInput = pSubTblsInfo->aInputs + tMergeTreeGetChosenIndex(pSubTblsInfo->pTree);




1,485,088✔





4284



  bool                 hasNext = true;




1,485,088✔





4285



  code = fetchNextSubTableBlockFromReader(pOperatorInfo, pInput, &hasNext);




1,485,088✔





4286



  QUERY_CHECK_CODE(code, lino, _end);




1,485,088✔





4287












4288



  if (!hasNext) {




1,485,088✔





4289



    pInput->rowIdx = -1;




1,485,088✔





4290



    ++pSubTblsInfo->numSubTablesCompleted;




1,485,088✔





4291



  } else {










4292



    pInput->rowIdx = 0;




×







4293



  }










4294












4295



_end:




1,485,088✔





4296



  if (code != TSDB_CODE_SUCCESS) {




1,484,742✔





4297



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







4298



    pTaskInfo->code = code;




×







4299



    T_LONG_JMP(pTaskInfo->env, code);




×







4300



  }










4301



}




1,484,742✔





4302












4303



static int32_t adjustSubTableForNextRow(SOperatorInfo* pOperatorInfo, STmsSubTablesMergeInfo* pSubTblsInfo) {




270,292,544✔





4304



  STableMergeScanInfo* pInfo = pOperatorInfo->info;




270,292,544✔





4305



  STmsSubTableInput*   pInput = pSubTblsInfo->aInputs + tMergeTreeGetChosenIndex(pSubTblsInfo->pTree);




270,300,502✔





4306












4307



  SSDataBlock* pInputBlock = (pInput->type == SUB_TABLE_MEM_BLOCK) ? pInput->pReaderBlock : pInput->pPageBlock;




270,299,458✔





4308



  if (pInput->rowIdx < pInputBlock->info.rows - 1) {




270,315,858✔





4309



    ++pInput->rowIdx;




268,829,720✔





4310



  } else if (pInput->rowIdx == pInputBlock->info.rows - 1) {




1,485,088✔





4311



    if (pInput->type == SUB_TABLE_MEM_BLOCK) {




1,485,088✔





4312



      adjustSubTableFromMemBlock(pOperatorInfo, pSubTblsInfo);




1,485,088✔





4313



    }










4314



    if (pInput->rowIdx != -1) {




1,484,742✔





4315



      SColumnInfoData* col = taosArrayGet(pInputBlock->pDataBlock, pSubTblsInfo->pTsOrderInfo->slotId);




×







4316



      if (!col) {




×







4317



        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));




×







4318



        return terrno;




×







4319



      }










4320



      pInput->pInputBlock = pInputBlock;




×







4321



      pInput->aTs = (int64_t*)col->pData;




×







4322



    }










4323



  }










4324












4325



  return tMergeTreeAdjust(pSubTblsInfo->pTree, tMergeTreeGetAdjustIndex(pSubTblsInfo->pTree));




270,313,424✔





4326



}










4327












4328



static int32_t appendChosenRowToDataBlock(STmsSubTablesMergeInfo* pSubTblsInfo, SSDataBlock* pBlock) {




270,237,762✔





4329



  int32_t            code = TSDB_CODE_SUCCESS;




270,237,762✔





4330



  int32_t            lino = 0;




270,237,762✔





4331



  STmsSubTableInput* pInput = pSubTblsInfo->aInputs + tMergeTreeGetChosenIndex(pSubTblsInfo->pTree);




270,237,762✔





4332



  SSDataBlock*       pInputBlock = (pInput->type == SUB_TABLE_MEM_BLOCK) ? pInput->pReaderBlock : pInput->pPageBlock;




270,256,792✔





4333












4334



  for (int32_t i = 0; i < taosArrayGetSize(pBlock->pDataBlock); ++i) {




1,098,140,980✔





4335



    SColumnInfoData* pColInfo = taosArrayGet(pBlock->pDataBlock, i);




827,423,912✔





4336



    QUERY_CHECK_NULL(pColInfo, code, lino, _end, terrno);




827,491,784✔





4337












4338



    SColumnInfoData* pSrcColInfo = taosArrayGet(pInputBlock->pDataBlock, i);




827,491,784✔





4339



    QUERY_CHECK_NULL(pSrcColInfo, code, lino, _end, terrno);




827,327,996✔





4340



    bool isNull = colDataIsNull(pSrcColInfo, pInputBlock->info.rows, pInput->rowIdx, NULL);




827,327,996✔





4341












4342



    if (isNull) {




827,512,408✔





4343



      code = colDataSetVal(pColInfo, pBlock->info.rows, NULL, true);




88,845,872✔





4344



      QUERY_CHECK_CODE(code, lino, _end);




88,844,464✔





4345



    } else {










4346



      if (pSrcColInfo->pData != NULL) {




738,666,536✔





4347



        char* pData = colDataGetData(pSrcColInfo, pInput->rowIdx);




738,760,674✔





4348



        code = colDataSetVal(pColInfo, pBlock->info.rows, pData, false);




738,930,110✔





4349



        QUERY_CHECK_CODE(code, lino, _end);




739,096,398✔





4350



      }










4351



    }










4352



  }










4353



  pBlock->info.dataLoad = 1;




270,304,702✔





4354



  pBlock->info.scanFlag = pInputBlock->info.scanFlag;




270,306,778✔





4355



  pBlock->info.rows += 1;




270,306,420✔





4356












4357



_end:




270,306,080✔





4358



  if (code != TSDB_CODE_SUCCESS) {




270,306,080✔





4359



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







4360



  }










4361



  return code;




270,302,942✔





4362



}










4363












4364



static int32_t getSubTablesSortedBlock(SOperatorInfo* pOperator, SSDataBlock* pBlock, int32_t capacity,




3,021,618✔





4365



                                       SSDataBlock** pResBlock) {










4366



  int32_t                 code = TSDB_CODE_SUCCESS;




3,021,618✔





4367



  int32_t                 lino = 0;




3,021,618✔





4368



  STableMergeScanInfo*    pInfo = pOperator->info;




3,021,618✔





4369



  SExecTaskInfo*          pTaskInfo = pOperator->pTaskInfo;




3,022,310✔





4370



  STmsSubTablesMergeInfo* pSubTblsInfo = pInfo->pSubTablesMergeInfo;




3,021,964✔





4371



  bool                    finished = false;




3,021,964✔





4372












4373



  QRY_PARAM_CHECK(pResBlock);




3,021,964✔





4374












4375



  blockDataCleanup(pBlock);




3,021,618✔





4376












4377



  while (true) {




×







4378



    while (true) {










4379



      if (pSubTblsInfo->numSubTablesCompleted >= pSubTblsInfo->numSubTables) {




273,270,542✔





4380



        finished = true;




3,022,656✔





4381



        break;




3,022,656✔





4382



      }










4383












4384



      code = appendChosenRowToDataBlock(pSubTblsInfo, pBlock);




270,242,314✔





4385



      QUERY_CHECK_CODE(code, lino, _end);




270,300,150✔





4386












4387



      code = adjustSubTableForNextRow(pOperator, pSubTblsInfo);




270,300,150✔





4388



      QUERY_CHECK_CODE(code, lino, _end);




270,249,992✔





4389












4390



      if (pBlock->info.rows >= capacity) {




270,249,992✔





4391



        break;




×







4392



      }










4393



    }










4394












4395



    if (isTaskKilled(pTaskInfo)) {




3,022,656✔





4396



      return pTaskInfo->code;




×







4397



    }










4398












4399



    bool limitReached = applyLimitOffset(&pInfo->limitInfo, pBlock, pTaskInfo);




3,021,964✔





4400



    if (finished || limitReached || pBlock->info.rows > 0) {




3,021,964✔





4401



      break;










4402



    }










4403



  }










4404












4405



  if (pBlock->info.rows > 0) {




3,021,964✔





4406



    *pResBlock = pBlock;




1,152,928✔





4407



  }










4408












4409



_end:




1,869,382✔





4410



  if (code != TSDB_CODE_SUCCESS) {




3,022,310✔





4411



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







4412



    pTaskInfo->code = code;




×







4413



  }










4414



  return code;




3,021,964✔





4415



}










4416












4417



static int32_t startSubTablesTableMergeScan(SOperatorInfo* pOperator) {




1,860,702✔





4418



  int32_t              code = TSDB_CODE_SUCCESS;




1,860,702✔





4419



  int32_t              lino = 0;




1,860,702✔





4420



  STableMergeScanInfo* pInfo = pOperator->info;




1,860,702✔





4421












4422



  code = initSubTablesMergeInfo(pInfo);




1,863,130✔





4423



  QUERY_CHECK_CODE(code, lino, _end);




1,842,686✔





4424












4425



  code = initSubTableInputs(pOperator, pInfo);




1,842,686✔





4426



  QUERY_CHECK_CODE(code, lino, _end);




1,869,036✔





4427












4428



  code = openSubTablesMergeSort(pInfo->pSubTablesMergeInfo);




1,869,036✔





4429



  QUERY_CHECK_CODE(code, lino, _end);




1,868,344✔





4430












4431



_end:




1,868,344✔





4432



  if (code != TSDB_CODE_SUCCESS) {




1,868,344✔





4433



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







4434



  }










4435



  return code;




1,868,344✔





4436



}










4437












4438



static void stopSubTablesTableMergeScan(STableMergeScanInfo* pInfo) {




34,567,133✔





4439



  STmsSubTablesMergeInfo* pSubTblsInfo = pInfo->pSubTablesMergeInfo;




34,567,133✔





4440



  if (pSubTblsInfo != NULL) {




34,571,608✔





4441



    tMergeTreeDestroy(&pSubTblsInfo->pTree);




1,869,382✔





4442












4443



    for (int32_t i = 0; i < pSubTblsInfo->numSubTables; ++i) {




4,851,920✔





4444



      STmsSubTableInput* pInput = pSubTblsInfo->aInputs + i;




2,984,268✔





4445



      taosMemoryFree(pInput->tblCond.colList);




2,984,614✔





4446



      blockDataDestroy(pInput->pReaderBlock);




2,983,922✔





4447



      blockDataDestroy(pInput->pPageBlock);




2,983,576✔





4448



      taosArrayDestroy(pInput->aBlockPages);




2,983,576✔





4449



      pInfo->base.readerAPI.tsdReaderClose(pInput->pReader);




2,983,230✔





4450



      pInput->pReader = NULL;




2,982,884✔





4451



    }










4452












4453



    destroyDiskbasedBuf(pSubTblsInfo->pBlocksBuf);




1,868,690✔





4454



    taosMemoryFree(pSubTblsInfo->aInputs);




1,867,306✔





4455












4456



    taosMemoryFree(pSubTblsInfo);




1,867,992✔





4457



    pInfo->pSubTablesMergeInfo = NULL;




1,867,652✔





4458












4459



    // taosMemoryTrim(0);










4460



  }










4461



}




34,569,872✔





4462












4463



int32_t doTableMergeScanParaSubTablesNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {




3,000,974✔





4464



  QRY_PARAM_CHECK(ppRes);




3,000,974✔





4465












4466



  int32_t lino = 0;




3,003,050✔





4467



  int32_t tableListSize = 0;




3,003,050✔





4468



  int64_t st = taosGetTimestampUs();




3,002,704✔





4469












4470



  SExecTaskInfo*       pTaskInfo = pOperator->pTaskInfo;




3,002,704✔





4471



  STableMergeScanInfo* pInfo = pOperator->info;




3,001,666✔





4472












4473



  if (pOperator->status == OP_EXEC_DONE) {




3,005,830✔





4474



    return TSDB_CODE_SUCCESS;




×







4475



  }










4476












4477



  int32_t code = pOperator->fpSet._openFn(pOperator);




2,982,576✔





4478



  QUERY_CHECK_CODE(code, lino, _end);




2,997,502✔





4479












4480



  code = tableListGetSize(pInfo->base.pTableListInfo, &tableListSize);




2,997,502✔





4481



  QUERY_CHECK_CODE(code, lino, _end);




3,000,980✔





4482












4483



  if (!pInfo->hasGroupId) {




3,000,980✔





4484



    pInfo->hasGroupId = true;




1,845,618✔





4485












4486



    if (tableListSize == 0) {




1,831,050✔





4487



      setOperatorCompleted(pOperator);




45,408✔





4488



      (*ppRes) = NULL;




45,760✔





4489



      return code;




45,760✔





4490



    }










4491












4492



    pInfo->tableStartIndex = 0;




1,785,642✔





4493



    STableKeyInfo* pTmpGpId = (STableKeyInfo*)tableListGetInfo(pInfo->base.pTableListInfo, pInfo->tableStartIndex);




1,785,630✔





4494



    QUERY_CHECK_NULL(pTmpGpId, code, lino, _end, terrno);




1,779,044✔





4495



    pInfo->groupId = pTmpGpId->groupId;




1,779,044✔





4496



    code = startSubTablesTableMergeScan(pOperator);




1,802,954✔





4497



    QUERY_CHECK_CODE(code, lino, _end);




1,808,526✔





4498



  }










4499












4500



  SSDataBlock* pBlock = NULL;




2,964,240✔





4501



  while (pInfo->tableStartIndex < tableListSize) {




3,020,574✔





4502



    if (isTaskKilled(pTaskInfo)) {




3,020,568✔





4503



      break;




×







4504



    }










4505












4506



    code = getSubTablesSortedBlock(pOperator, pInfo->pResBlock, pOperator->resultInfo.capacity, &pBlock);




3,019,876✔





4507



    QUERY_CHECK_CODE(code, lino, _end);




3,021,964✔





4508












4509



    if (pBlock == NULL && !pInfo->bGroupProcessed && pInfo->needCountEmptyTable) {




3,021,964✔





4510



      STableKeyInfo* tbInfo = tableListGetInfo(pInfo->base.pTableListInfo, pInfo->tableStartIndex);




×







4511



      QUERY_CHECK_NULL(tbInfo, code, lino, _end, terrno);




×







4512












4513



      pBlock = getOneRowResultBlock(pTaskInfo, &pInfo->base, pInfo->pResBlock, tbInfo);




×







4514



    }










4515












4516



    if (pBlock != NULL) {




3,021,964✔





4517



      pBlock->info.id.groupId = pInfo->groupId;




1,152,582✔





4518



      pOperator->resultInfo.totalRows += pBlock->info.rows;




1,152,582✔





4519



      pInfo->bGroupProcessed = true;




1,152,928✔





4520



      break;




1,152,582✔





4521



    } else {










4522



      // Data of this group are all dumped, let's try the next group










4523



      stopSubTablesTableMergeScan(pInfo);




1,869,382✔





4524



      if (pInfo->tableEndIndex >= tableListSize - 1) {




1,869,036✔





4525



        setOperatorCompleted(pOperator);




1,809,564✔





4526



        break;




1,808,174✔





4527



      }










4528












4529



      pInfo->tableStartIndex = pInfo->tableEndIndex + 1;




59,120✔





4530



      STableKeyInfo* pTmpGpId = tableListGetInfo(pInfo->base.pTableListInfo, pInfo->tableStartIndex);




59,120✔





4531



      QUERY_CHECK_NULL(pTmpGpId, code, lino, _end, terrno);




59,120✔





4532












4533



      pInfo->groupId = pTmpGpId->groupId;




59,120✔





4534



      code = startSubTablesTableMergeScan(pOperator);




59,120✔





4535



      QUERY_CHECK_CODE(code, lino, _end);




59,120✔





4536



      resetLimitInfoForNextGroup(&pInfo->limitInfo);




59,120✔





4537



    }










4538



  }










4539












4540



  pOperator->cost.totalCost += (taosGetTimestampUs() - st) / 1000.0;




2,962,152✔





4541












4542



_end:




2,962,498✔





4543



  if (code != TSDB_CODE_SUCCESS) {




2,961,448✔





4544



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







4545



    pTaskInfo->code = code;




×







4546



    T_LONG_JMP(pTaskInfo->env, code);




×







4547



  } else {










4548



    (*ppRes) = pBlock;




2,961,448✔





4549



  }










4550












4551



  return code;




2,961,800✔





4552



}










4553












4554



static void tableMergeScanDoSkipTable(uint64_t uid, void* pTableMergeOpInfo) {




3,426,409✔





4555



  int32_t              code = TSDB_CODE_SUCCESS;




3,426,409✔





4556



  int32_t              lino = 0;




3,426,409✔





4557



  SOperatorInfo*       pOperator = (SOperatorInfo*)pTableMergeOpInfo;




3,426,409✔





4558



  STableMergeScanInfo* pInfo = pOperator->info;




3,426,409✔





4559



  SExecTaskInfo*       pTaskInfo = pOperator->pTaskInfo;




3,426,939✔





4560












4561



  if (pInfo->mSkipTables == NULL) {




3,426,409✔





4562



    pInfo->mSkipTables = taosHashInit(pInfo->tableEndIndex - pInfo->tableStartIndex + 1,




391,050✔





4563



                                      taosGetDefaultHashFunction(TSDB_DATA_TYPE_UBIGINT), false, HASH_NO_LOCK);










4564



    QUERY_CHECK_NULL(pInfo->mSkipTables, code, lino, _end, terrno);




391,050✔





4565



  }










4566



  int bSkip = 1;




3,426,939✔





4567



  if (pInfo->mSkipTables != NULL) {




3,425,879✔





4568



    code = taosHashPut(pInfo->mSkipTables, &uid, sizeof(uid), &bSkip, sizeof(bSkip));




3,426,939✔





4569



    if (code == TSDB_CODE_DUP_KEY) {




3,426,939✔





4570



      code = TSDB_CODE_SUCCESS;




×







4571



    }










4572



    QUERY_CHECK_CODE(code, lino, _end);




3,426,939✔





4573



  }










4574












4575



_end:




3,426,939✔





4576



  if (code != TSDB_CODE_SUCCESS) {




3,426,939✔





4577



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







4578



    pTaskInfo->code = code;




×







4579



    T_LONG_JMP(pTaskInfo->env, code);




×







4580



  }










4581



}




3,426,939✔





4582












4583



static int32_t doGetBlockForTableMergeScan(SOperatorInfo* pOperator, bool* pFinished, bool* pSkipped) {




177,883,683✔





4584



  STableMergeScanInfo* pInfo = pOperator->info;




177,883,683✔





4585



  SExecTaskInfo*       pTaskInfo = pOperator->pTaskInfo;




177,893,368✔





4586



  SStorageAPI*         pAPI = &pTaskInfo->storageAPI;




177,888,731✔





4587



  SSDataBlock*         pBlock = pInfo->pReaderBlock;




177,890,027✔





4588



  int32_t              code = 0;




177,876,797✔





4589



  bool                 hasNext = false;




177,876,797✔





4590



  STsdbReader*         reader = pInfo->base.dataReader;




177,881,648✔





4591












4592



  code = pAPI->tsdReader.tsdNextDataBlock(reader, &hasNext);




177,866,351✔





4593



  if (code != 0) {




177,850,419✔





4594



    pAPI->tsdReader.tsdReaderReleaseDataBlock(reader);




×







4595



    qError("table merge scan fetch next data block error code: %d, %s", code, GET_TASKID(pTaskInfo));




×







4596



    pTaskInfo->code = code;




×







4597



    return code;




×







4598



  }










4599












4600



  if (!hasNext || isTaskKilled(pTaskInfo)) {




177,850,419✔





4601



    if (isTaskKilled(pTaskInfo)) {




33,727,142✔





4602



      qInfo("table merge scan fetch next data block found task killed. %s", GET_TASKID(pTaskInfo));




463✔





4603



      pAPI->tsdReader.tsdReaderReleaseDataBlock(reader);




463✔





4604



    }










4605



    *pFinished = true;




33,695,707✔





4606



    return code;




33,693,580✔





4607



  }










4608












4609



  uint32_t status = 0;




144,150,013✔





4610



  code = loadDataBlock(pOperator, &pInfo->base, pBlock, &status);




144,153,023✔





4611












4612



  if (code != TSDB_CODE_SUCCESS) {




144,150,147✔





4613



    qInfo("table merge scan load datablock code %d, %s", code, GET_TASKID(pTaskInfo));




114,796✔





4614



    pTaskInfo->code = code;




114,796✔





4615



    return code;




114,796✔





4616



  }










4617












4618



  if (status == FUNC_DATA_REQUIRED_ALL_FILTEROUT) {




144,035,351✔





4619



    *pFinished = true;




×







4620



    return code;




×







4621



  }










4622












4623



  // current block is filter out according to filter condition, continue load the next block










4624



  if (status == FUNC_DATA_REQUIRED_FILTEROUT || pBlock->info.rows == 0) {




144,035,351✔





4625



    *pSkipped = true;




7,201,023✔





4626



    return code;




7,228,096✔





4627



  }










4628












4629



  return code;




136,803,029✔





4630



}










4631












4632



static int32_t getBlockForTableMergeScan(void* param, SSDataBlock** ppBlock) {




183,151,440✔





4633



  STableMergeScanSortSourceParam* source = param;




183,151,440✔





4634












4635



  SOperatorInfo*       pOperator = source->pOperator;




183,151,440✔





4636



  STableMergeScanInfo* pInfo = pOperator->info;




183,159,407✔





4637



  SExecTaskInfo*       pTaskInfo = pOperator->pTaskInfo;




183,149,570✔





4638



  SSDataBlock*         pBlock = NULL;




183,153,017✔





4639



  int64_t              st = taosGetTimestampUs();




183,149,031✔





4640



  int32_t              code = TSDB_CODE_SUCCESS;




183,149,031✔





4641












4642



  while (true) {










4643



    if (pInfo->rtnNextDurationBlocks) {




201,367,048✔





4644



      qDebug("%s table merge scan return already fetched new duration blocks. index %d num of blocks %d",




23,492,730✔





4645



             GET_TASKID(pTaskInfo), pInfo->nextDurationBlocksIdx, pInfo->numNextDurationBlocks);










4646












4647



      if (pInfo->nextDurationBlocksIdx < pInfo->numNextDurationBlocks) {




23,499,725✔





4648



        pBlock = pInfo->nextDurationBlocks[pInfo->nextDurationBlocksIdx];




10,990,973✔





4649



        ++pInfo->nextDurationBlocksIdx;




10,990,973✔





4650



      } else {










4651



        for (int32_t i = 0; i < pInfo->numNextDurationBlocks; ++i) {




23,497,510✔





4652



          blockDataDestroy(pInfo->nextDurationBlocks[i]);




10,989,921✔





4653



          pInfo->nextDurationBlocks[i] = NULL;




10,989,331✔





4654



        }










4655












4656



        pInfo->rtnNextDurationBlocks = false;




12,507,589✔





4657



        pInfo->nextDurationBlocksIdx = 0;




12,507,589✔





4658



        pInfo->numNextDurationBlocks = 0;




12,508,179✔





4659



        continue;




12,508,179✔





4660



      }










4661



    } else {










4662



      bool bFinished = false;




177,880,080✔





4663



      bool bSkipped = false;




177,882,104✔





4664












4665



      code = doGetBlockForTableMergeScan(pOperator, &bFinished, &bSkipped);




177,891,103✔





4666



      if (code != 0) {




177,841,767✔





4667



        return code;




114,796✔





4668



      }










4669












4670



      pBlock = pInfo->pReaderBlock;




177,726,971✔





4671



      qDebug("%s table merge scan fetch block. finished %d skipped %d next-duration-block %d new-fileset %d",




177,748,312✔





4672



             GET_TASKID(pTaskInfo), bFinished, bSkipped, pInfo->bNextDurationBlockEvent, pInfo->bNewFilesetEvent);










4673



      if (bFinished) {




177,747,740✔





4674



        pInfo->bNewFilesetEvent = false;




33,695,707✔





4675



        break;




33,695,707✔





4676



      }










4677












4678



      if (pInfo->bNextDurationBlockEvent || pInfo->bNewFilesetEvent) {




144,052,033✔





4679



        if (!bSkipped) {




12,503,652✔





4680



          code = createOneDataBlock(pBlock, true, &pInfo->nextDurationBlocks[pInfo->numNextDurationBlocks]);




10,990,400✔





4681



          if (code) {




10,990,973✔





4682



            *ppBlock = NULL;




×







4683



            return code;




×







4684



          }










4685












4686



          ++pInfo->numNextDurationBlocks;




10,990,973✔





4687



          if (pInfo->numNextDurationBlocks > 2) {




10,990,383✔





4688



            qError("%s table merge scan prefetch %d next duration blocks. end early.", GET_TASKID(pTaskInfo),




×







4689



                   pInfo->numNextDurationBlocks);










4690



            pInfo->bNewFilesetEvent = false;




×







4691



            break;




×







4692



          }










4693



        }










4694












4695



        if (pInfo->bNewFilesetEvent) {




12,503,635✔





4696



          pInfo->rtnNextDurationBlocks = true;




12,505,186✔





4697



          *ppBlock = NULL;




12,508,641✔





4698



          return code;




12,506,905✔





4699



        }










4700












4701



        if (pInfo->bNextDurationBlockEvent) {




2,865✔





4702



          pInfo->bNextDurationBlockEvent = false;




×







4703



          continue;




×







4704



        }










4705



      }










4706



      if (bSkipped) continue;




131,547,130✔





4707



    }










4708












4709



    pBlock->info.id.groupId = tableListGetTableGroupId(pInfo->base.pTableListInfo, pBlock->info.id.uid);




136,837,894✔





4710












4711



    pOperator->resultInfo.totalRows += pBlock->info.rows;




136,852,237✔





4712



    pInfo->base.readRecorder.elapsedTime += (taosGetTimestampUs() - st) / 1000.0;




136,834,358✔





4713



    *ppBlock = pBlock;




136,822,900✔





4714












4715



    return code;




136,813,694✔





4716



  }










4717












4718



  *ppBlock = NULL;




33,693,756✔





4719



  return code;




33,694,251✔





4720



}










4721












4722



int32_t generateSortByTsPkInfo(SArray* colMatchInfo, int32_t order, SArray** ppSortArray) {




30,486,861✔





4723



  int32_t code = TSDB_CODE_SUCCESS;




30,486,861✔





4724



  int32_t lino = 0;




30,486,861✔





4725



  SArray* pSortInfo = taosArrayInit(1, sizeof(SBlockOrderInfo));




30,486,861✔





4726



  QUERY_CHECK_NULL(pSortInfo, code, lino, _end, terrno);




30,432,391✔





4727



  SBlockOrderInfo biTs = {0};




30,432,391✔





4728



  SBlockOrderInfo biPk = {0};




30,447,743✔





4729












4730



  int32_t tsTargetSlotId = 0;




30,458,783✔





4731



  int32_t pkTargetSlotId = -1;




30,458,783✔





4732



  for (int32_t i = 0; i < taosArrayGetSize(colMatchInfo); ++i) {




120,056,138✔





4733



    SColMatchItem* colInfo = taosArrayGet(colMatchInfo, i);




89,661,261✔





4734



    QUERY_CHECK_NULL(colInfo, code, lino, _end, terrno);




89,670,278✔





4735



    if (colInfo->colId == PRIMARYKEY_TIMESTAMP_COL_ID) {




89,670,278✔





4736



      tsTargetSlotId = colInfo->dstSlotId;




30,485,846✔





4737



      biTs.order = order;




30,508,158✔





4738



      biTs.slotId = tsTargetSlotId;




30,508,158✔





4739



      biTs.nullFirst = (order == TSDB_ORDER_ASC);




30,508,158✔





4740



      biTs.compFn = getKeyComparFunc(TSDB_DATA_TYPE_TIMESTAMP, order);




30,508,158✔





4741



    }










4742



    // TODO: order by just ts










4743



    if (colInfo->isPk) {




89,655,974✔





4744



      pkTargetSlotId = colInfo->dstSlotId;




2,815,295✔





4745



      biPk.order = order;




2,815,295✔





4746



      biPk.slotId = pkTargetSlotId;




2,815,295✔





4747



      biPk.nullFirst = (order == TSDB_ORDER_ASC);




2,815,295✔





4748



      biPk.compFn = getKeyComparFunc(colInfo->dataType.type, order);




2,815,295✔





4749



    }










4750



  }










4751












4752



  void* tmp = taosArrayPush(pSortInfo, &biTs);




30,504,215✔





4753



  QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);




30,504,215✔





4754



  if (pkTargetSlotId != -1) {




30,504,215✔





4755



    tmp = taosArrayPush(pSortInfo, &biPk);




2,815,295✔





4756



    QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);




2,815,295✔





4757



  }










4758












4759



  (*ppSortArray) = pSortInfo;




30,506,447✔





4760












4761



_end:




30,458,890✔





4762



  if (code != TSDB_CODE_SUCCESS) {




30,470,622✔





4763



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







4764



  }










4765



  return code;




30,470,622✔





4766



}










4767












4768



void tableMergeScanTsdbNotifyCb(ETsdReaderNotifyType type, STsdReaderNotifyInfo* info, void* param) {




39,558,196✔





4769



  STableMergeScanInfo* pTmsInfo = param;




39,558,196✔





4770



  if (type == TSD_READER_NOTIFY_DURATION_START) {




39,558,196✔





4771



    pTmsInfo->bNewFilesetEvent = true;




39,570,416✔





4772



  } else if (type == TSD_READER_NOTIFY_NEXT_DURATION_BLOCK) {




×







4773



    pTmsInfo->bNextDurationBlockEvent = true;




×







4774



  }










4775



  qDebug("table merge scan receive notification. type %d, fileset %d", type, info->duration.filesetId);




39,560,266✔





4776












4777



  return;




39,581,354✔





4778



}










4779












4780



int32_t startDurationForGroupTableMergeScan(SOperatorInfo* pOperator) {




46,279,858✔





4781



  STableMergeScanInfo* pInfo = pOperator->info;




46,279,858✔





4782



  SExecTaskInfo*       pTaskInfo = pOperator->pTaskInfo;




46,299,892✔





4783












4784



  int32_t code = TSDB_CODE_SUCCESS;




46,301,636✔





4785



  int32_t lino = 0;




46,301,636✔





4786



  int32_t numOfTable = pInfo->tableEndIndex - pInfo->tableStartIndex + 1;




46,301,636✔





4787












4788



  qDebug("%s table merge scan start duration ", GET_TASKID(pTaskInfo));




46,283,543✔





4789



  pInfo->bNewFilesetEvent = false;




46,294,329✔





4790



  pInfo->bNextDurationBlockEvent = false;




46,290,806✔





4791












4792



  pInfo->sortBufSize = 2048 * pInfo->bufPageSize;




46,288,315✔





4793



  int32_t numOfBufPage = pInfo->sortBufSize / pInfo->bufPageSize;




46,282,955✔





4794












4795



  pInfo->pSortHandle = NULL;




46,269,185✔





4796



  code = tsortCreateSortHandle(pInfo->pSortInfo, SORT_BLOCK_TS_MERGE, pInfo->bufPageSize, numOfBufPage,




92,568,900✔





4797



                               pInfo->pSortInputBlock, pTaskInfo->id.str, 0, 0, 0, &pInfo->pSortHandle);




46,282,152✔





4798



  if (code) {




46,191,524✔





4799



    return code;




×







4800



  }










4801












4802



  if (pInfo->bSortRowId && numOfTable != 1) {




46,191,524✔





4803



    int32_t memSize = 512 * 1024 * 1024;




3,893,590✔





4804



    code = tsortSetSortByRowId(pInfo->pSortHandle, memSize);




3,893,590✔





4805



    QUERY_CHECK_CODE(code, lino, _end);




3,894,662✔





4806



  }










4807












4808



  tsortSetMergeLimit(pInfo->pSortHandle, pInfo->mergeLimit);




46,215,971✔





4809



  tsortSetMergeLimitReachedFp(pInfo->pSortHandle, tableMergeScanDoSkipTable, pOperator);




46,201,984✔





4810



  tsortSetAbortCheckFn(pInfo->pSortHandle, isTaskKilled, pOperator->pTaskInfo);




46,152,146✔





4811












4812



  tsortSetFetchRawDataFp(pInfo->pSortHandle, getBlockForTableMergeScan, NULL, NULL);




46,157,145✔





4813



  QUERY_CHECK_CODE(code, lino, _end);




46,178,404✔





4814












4815



  STableMergeScanSortSourceParam* param = taosMemoryCalloc(1, sizeof(STableMergeScanSortSourceParam));




46,178,404✔





4816



  QUERY_CHECK_NULL(param, code, lino, _end, terrno);




46,160,433✔





4817



  param->pOperator = pOperator;




46,160,433✔





4818












4819



  SSortSource* ps = taosMemoryCalloc(1, sizeof(SSortSource));




46,191,700✔





4820



  if (ps == NULL) {




46,144,551✔





4821



    taosMemoryFree(param);




×







4822



    QUERY_CHECK_NULL(ps, code, lino, _end, terrno);




×







4823



  }










4824












4825



  ps->param = param;




46,144,551✔





4826



  ps->onlyRef = false;




46,222,499✔





4827



  code = tsortAddSource(pInfo->pSortHandle, ps);




46,236,211✔





4828



  QUERY_CHECK_CODE(code, lino, _end);




46,301,153✔





4829












4830



  if (numOfTable == 1) {




46,301,153✔





4831



    tsortSetSingleTableMerge(pInfo->pSortHandle);




30,243,678✔





4832



  } else {










4833



    code = tsortOpen(pInfo->pSortHandle);




16,057,475✔





4834



    QUERY_CHECK_CODE(code, lino, _end);




16,063,021✔





4835



  }










4836












4837



_end:




16,005,623✔





4838



  if (code != TSDB_CODE_SUCCESS) {




46,295,006✔





4839



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




57,398✔





4840



  }










4841



  return code;




46,307,110✔





4842



}










4843












4844



void stopDurationForGroupTableMergeScan(SOperatorInfo* pOperator) {




46,200,897✔





4845



  STableMergeScanInfo* pInfo = pOperator->info;




46,200,897✔





4846



  SExecTaskInfo*       pTaskInfo = pOperator->pTaskInfo;




46,202,286✔





4847



  qDebug("%s table merge scan stop duration ", GET_TASKID(pTaskInfo));




46,202,749✔





4848












4849



  SSortExecInfo sortExecInfo = tsortGetSortExecInfo(pInfo->pSortHandle);




46,202,176✔





4850



  pInfo->sortExecInfo.sortMethod = sortExecInfo.sortMethod;




46,196,873✔





4851



  pInfo->sortExecInfo.sortBuffer = sortExecInfo.sortBuffer;




46,196,520✔





4852



  pInfo->sortExecInfo.loops += sortExecInfo.loops;




46,201,702✔





4853



  pInfo->sortExecInfo.readBytes += sortExecInfo.readBytes;




46,199,444✔





4854



  pInfo->sortExecInfo.writeBytes += sortExecInfo.writeBytes;




46,191,812✔





4855












4856



  tsortDestroySortHandle(pInfo->pSortHandle);




46,194,583✔





4857



  pInfo->pSortHandle = NULL;




46,198,587✔





4858



}




46,195,683✔





4859












4860



void startGroupTableMergeScan(SOperatorInfo* pOperator) {




33,756,342✔





4861



  int32_t              code = TSDB_CODE_SUCCESS;




33,756,342✔





4862



  int32_t              lino = 0;




33,756,342✔





4863



  STableMergeScanInfo* pInfo = pOperator->info;




33,756,342✔





4864



  SExecTaskInfo*       pTaskInfo = pOperator->pTaskInfo;




33,744,545✔





4865



  SReadHandle*         pHandle = &pInfo->base.readHandle;




33,698,913✔





4866



  SStorageAPI*         pAPI = &pTaskInfo->storageAPI;




33,677,618✔





4867



  qDebug("%s table merge scan start group %" PRIu64, GET_TASKID(pTaskInfo), pInfo->groupId);




33,745,443✔





4868












4869



  {










4870



    int32_t numOfTables = 0;




33,746,685✔





4871



    code = tableListGetSize(pInfo->base.pTableListInfo, &numOfTables);




33,688,532✔





4872



    QUERY_CHECK_CODE(code, lino, _end);




33,707,102✔





4873












4874



    int32_t i = pInfo->tableStartIndex + 1;




33,707,102✔





4875



    for (; i < numOfTables; ++i) {




139,770,406✔





4876



      STableKeyInfo* tableKeyInfo = tableListGetInfo(pInfo->base.pTableListInfo, i);




112,107,491✔





4877



      QUERY_CHECK_NULL(tableKeyInfo, code, lino, _end, terrno);




112,109,397✔





4878



      if (tableKeyInfo->groupId != pInfo->groupId) {




112,109,397✔





4879



        break;




6,049,040✔





4880



      }










4881



    }










4882



    pInfo->tableEndIndex = i - 1;




33,711,955✔





4883



  }










4884



  pInfo->bGroupProcessed = false;




33,790,551✔





4885



  int32_t tableStartIdx = pInfo->tableStartIndex;




33,796,297✔





4886



  int32_t tableEndIdx = pInfo->tableEndIndex;




33,782,977✔





4887












4888



  int32_t        numOfTable = tableEndIdx - tableStartIdx + 1;




33,800,573✔





4889



  STableKeyInfo* startKeyInfo = tableListGetInfo(pInfo->base.pTableListInfo, tableStartIdx);




33,800,573✔





4890



  code = pAPI->tsdReader.tsdReaderOpen(pHandle->vnode, &pInfo->base.cond, startKeyInfo, numOfTable, pInfo->pReaderBlock,




67,486,809✔





4891



                                       (void**)&pInfo->base.dataReader, GET_TASKID(pTaskInfo), &pInfo->mSkipTables);




33,754,011✔





4892



  QUERY_CHECK_CODE(code, lino, _end);




33,789,364✔





4893



  if (pInfo->filesetDelimited) {




33,789,364✔





4894



    pAPI->tsdReader.tsdSetFilesetDelimited(pInfo->base.dataReader);




33,783,609✔





4895



  }










4896



  pAPI->tsdReader.tsdSetSetNotifyCb(pInfo->base.dataReader, tableMergeScanTsdbNotifyCb, pInfo);




33,799,956✔





4897












4898



  code = startDurationForGroupTableMergeScan(pOperator);




33,761,795✔





4899



  QUERY_CHECK_CODE(code, lino, _end);




33,787,637✔





4900












4901



_end:




33,730,239✔





4902



  if (code != TSDB_CODE_SUCCESS) {




33,790,035✔





4903



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




57,398✔





4904



    pTaskInfo->code = code;




57,398✔





4905



    T_LONG_JMP(pTaskInfo->env, code);




57,398✔





4906



  }










4907



}




33,732,637✔





4908












4909



void stopGroupTableMergeScan(SOperatorInfo* pOperator) {




33,692,592✔





4910



  STableMergeScanInfo* pInfo = pOperator->info;




33,692,592✔





4911



  SExecTaskInfo*       pTaskInfo = pOperator->pTaskInfo;




33,695,865✔





4912



  SStorageAPI*         pAPI = &pTaskInfo->storageAPI;




33,693,055✔





4913












4914



  stopDurationForGroupTableMergeScan(pOperator);




33,694,013✔





4915












4916



  if (pInfo->base.dataReader != NULL) {




33,687,935✔





4917



    pAPI->tsdReader.tsdReaderClose(pInfo->base.dataReader);




33,687,999✔





4918



    pInfo->base.dataReader = NULL;




33,676,074✔





4919



  }










4920



  for (int32_t i = 0; i < pInfo->numNextDurationBlocks; ++i) {




33,677,010✔





4921



    if (pInfo->nextDurationBlocks[i]) {




1,052✔





4922



      blockDataDestroy(pInfo->nextDurationBlocks[i]);




1,052✔





4923



      pInfo->nextDurationBlocks[i] = NULL;




1,052✔





4924



    }










4925



    pInfo->numNextDurationBlocks = 0;




1,052✔





4926



    pInfo->nextDurationBlocksIdx = 0;




1,052✔





4927



  }










4928



  resetLimitInfoForNextGroup(&pInfo->limitInfo);




33,689,157✔





4929



  taosHashCleanup(pInfo->mSkipTables);




33,668,015✔





4930



  pInfo->mSkipTables = NULL;




33,668,759✔





4931



  qDebug("%s table merge scan stop group %" PRIu64, GET_TASKID(pTaskInfo), pInfo->groupId);




33,671,059✔





4932



}




33,681,401✔





4933












4934



// all data produced by this function only belongs to one group










4935



// slimit/soffset does not need to be concerned here, since this function only deal with data within one group.










4936



SSDataBlock* getSortedTableMergeScanBlockData(SSortHandle* pHandle, SSDataBlock* pResBlock, int32_t capacity,




89,919,989✔





4937



                                              SOperatorInfo* pOperator) {










4938



  STableMergeScanInfo* pInfo = pOperator->info;




89,919,989✔





4939



  SExecTaskInfo*       pTaskInfo = pOperator->pTaskInfo;




89,925,492✔





4940



  STupleHandle*        pTupleHandle = NULL;




89,919,095✔





4941












4942



  blockDataCleanup(pResBlock);




89,928,341✔





4943












4944



  while (1) {




×







4945



    while (1) {




2,147,483,647✔





4946



      pTupleHandle = NULL;




2,147,483,647✔





4947



      int32_t code = tsortNextTuple(pHandle, &pTupleHandle);




2,147,483,647✔





4948



      if (code != TSDB_CODE_SUCCESS) {




2,147,483,647✔





4949



        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code));




224,082✔





4950



        T_LONG_JMP(pOperator->pTaskInfo->env, code);




224,082✔





4951



      }










4952



      if (pTupleHandle == NULL) {




2,147,483,647✔





4953



        break;




77,788,792✔





4954



      }










4955












4956



      code = tsortAppendTupleToBlock(pInfo->pSortHandle, pResBlock, pTupleHandle);




2,147,483,647✔





4957



      if (code != TSDB_CODE_SUCCESS) {




2,147,483,647✔





4958



        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code));




×







4959



        T_LONG_JMP(pOperator->pTaskInfo->env, terrno);




×







4960



      }










4961












4962



      if (pResBlock->info.rows >= capacity) {




2,147,483,647✔





4963



        break;




12,080,285✔





4964



      }










4965



    }










4966












4967



    if (tsortIsClosed(pHandle)) {




89,869,077✔





4968



      terrno = TSDB_CODE_TSC_QUERY_CANCELLED;




×







4969



      T_LONG_JMP(pOperator->pTaskInfo->env, terrno);




×







4970



    }










4971












4972



    bool limitReached = applyLimitOffset(&pInfo->limitInfo, pResBlock, pTaskInfo);




89,873,240✔





4973



    qDebug("%s get sorted row block, rows:%" PRId64 ", limit:%" PRId64, GET_TASKID(pTaskInfo), pResBlock->info.rows,




89,869,725✔





4974



           pInfo->limitInfo.numOfOutputRows);










4975



    if (pTupleHandle == NULL || limitReached || pResBlock->info.rows > 0) {




89,871,930✔





4976



      break;










4977



    }










4978



  }










4979



  return (pResBlock->info.rows > 0) ? pResBlock : NULL;




89,871,930✔





4980



}










4981












4982



int32_t doTableMergeScanNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {




74,486,669✔





4983



  if (pOperator->status == OP_EXEC_DONE) {




74,486,669✔





4984



    (*ppRes) = NULL;




25,851✔





4985



    return TSDB_CODE_SUCCESS;




25,851✔





4986



  }










4987












4988



  int32_t              code = TSDB_CODE_SUCCESS;




74,391,665✔





4989



  int32_t              lino = 0;




74,391,665✔





4990



  SExecTaskInfo*       pTaskInfo = pOperator->pTaskInfo;




74,391,665✔





4991



  STableMergeScanInfo* pInfo = pOperator->info;




74,470,821✔





4992












4993



  code = pOperator->fpSet._openFn(pOperator);




74,447,332✔





4994



  QUERY_CHECK_CODE(code, lino, _end);




74,424,726✔





4995












4996



  int64_t st = taosGetTimestampUs();




74,454,028✔





4997












4998



  int32_t tableListSize = 0;




74,454,028✔





4999



  code = tableListGetSize(pInfo->base.pTableListInfo, &tableListSize);




74,451,073✔





5000



  QUERY_CHECK_CODE(code, lino, _end);




74,471,422✔





5001












5002



  if (!pInfo->hasGroupId) {




74,471,422✔





5003



    pInfo->hasGroupId = true;




30,805,254✔





5004












5005



    if (tableListSize == 0) {




30,736,651✔





5006



      setOperatorCompleted(pOperator);




3,089,818✔





5007



      (*ppRes) = NULL;




3,089,818✔





5008



      return code;




3,090,300✔





5009



    }










5010



    pInfo->tableStartIndex = 0;




27,646,833✔





5011



    STableKeyInfo* tmp = (STableKeyInfo*)tableListGetInfo(pInfo->base.pTableListInfo, pInfo->tableStartIndex);




27,703,060✔





5012



    QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);




27,616,611✔





5013



    pInfo->groupId = tmp->groupId;




27,616,611✔





5014



    startGroupTableMergeScan(pOperator);




27,694,149✔





5015



  }










5016












5017



  SSDataBlock* pBlock = NULL;




71,358,145✔





5018



  while (pInfo->tableStartIndex < tableListSize) {




89,914,073✔





5019



    if (isTaskKilled(pTaskInfo)) {




89,926,940✔





5020



      goto _end;




1,389✔





5021



    }










5022












5023



    pBlock = getSortedTableMergeScanBlockData(pInfo->pSortHandle, pInfo->pResBlock, pOperator->resultInfo.capacity,




89,915,817✔





5024



                                              pOperator);










5025



    if (pBlock == NULL && !pInfo->bGroupProcessed && pInfo->needCountEmptyTable) {




89,870,342✔





5026



      STableKeyInfo* tbInfo = tableListGetInfo(pInfo->base.pTableListInfo, pInfo->tableStartIndex);




1,774,733✔





5027



      QUERY_CHECK_NULL(tbInfo, code, lino, _end, terrno);




1,774,733✔





5028



      pBlock = getOneRowResultBlock(pTaskInfo, &pInfo->base, pInfo->pResBlock, tbInfo);




1,774,733✔





5029



    }










5030



    if (pBlock != NULL) {




89,867,158✔





5031



      pBlock->info.id.groupId = pInfo->groupId;




43,663,052✔





5032



      pOperator->resultInfo.totalRows += pBlock->info.rows;




43,661,310✔





5033



      pInfo->bGroupProcessed = true;




43,660,777✔





5034



      break;




43,655,059✔





5035



    } else {










5036



      if (pInfo->bNewFilesetEvent) {




46,204,106✔





5037



        stopDurationForGroupTableMergeScan(pOperator);




12,509,231✔





5038



        code = startDurationForGroupTableMergeScan(pOperator);




12,509,231✔





5039



        QUERY_CHECK_CODE(code, lino, _end);




12,506,888✔





5040



      } else {










5041



        // Data of this group are all dumped, let's try the next group










5042



        stopGroupTableMergeScan(pOperator);




33,694,907✔





5043



        if (pInfo->tableEndIndex >= tableListSize - 1) {




33,690,207✔





5044



          setOperatorCompleted(pOperator);




27,630,703✔





5045



          break;




27,637,427✔





5046



        }










5047












5048



        pInfo->tableStartIndex = pInfo->tableEndIndex + 1;




6,049,040✔





5049



        STableKeyInfo* tmp = tableListGetInfo(pInfo->base.pTableListInfo, pInfo->tableStartIndex);




6,049,040✔





5050



        QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);




6,049,040✔





5051



        pInfo->groupId = tmp->groupId;




6,049,040✔





5052



        startGroupTableMergeScan(pOperator);




6,049,040✔





5053



        resetLimitInfoForNextGroup(&pInfo->limitInfo);




6,049,040✔





5054



      }










5055



    }










5056



  }










5057












5058



  pOperator->cost.totalCost += (taosGetTimestampUs() - st) / 1000.0;




71,292,813✔





5059












5060



_end:




71,302,591✔





5061



  if (code != TSDB_CODE_SUCCESS) {




71,304,906✔





5062



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







5063



    pTaskInfo->code = code;




×







5064



    T_LONG_JMP(pTaskInfo->env, code);




×







5065



  } else {










5066



    (*ppRes) = pBlock;




71,304,906✔





5067



  }










5068












5069



  return code;




71,304,664✔





5070



}










5071












5072



static SSDataBlock* doTableMergeScan(SOperatorInfo* pOperator) {




×







5073



  SSDataBlock* pRes = NULL;




×







5074



  int32_t      code = doTableMergeScanNext(pOperator, &pRes);




×







5075



  return pRes;




×







5076



}










5077












5078



void destroyTableMergeScanOperatorInfo(void* param) {




30,521,669✔





5079



  STableMergeScanInfo* pTableScanInfo = (STableMergeScanInfo*)param;




30,521,669✔





5080












5081



  // start one reader variable










5082



  if (pTableScanInfo->base.readerAPI.tsdReaderClose != NULL) {




30,521,669✔





5083



    pTableScanInfo->base.readerAPI.tsdReaderClose(pTableScanInfo->base.dataReader);




30,523,879✔





5084



    pTableScanInfo->base.dataReader = NULL;




30,509,788✔





5085



  }










5086












5087



  for (int32_t i = 0; i < pTableScanInfo->numNextDurationBlocks; ++i) {




30,515,715✔





5088



    if (pTableScanInfo->nextDurationBlocks[i] != NULL) {




×







5089



      blockDataDestroy(pTableScanInfo->nextDurationBlocks[i]);




×







5090



      pTableScanInfo->nextDurationBlocks[i] = NULL;




×







5091



    }










5092



  }










5093












5094



  tsortDestroySortHandle(pTableScanInfo->pSortHandle);




30,525,323✔





5095



  pTableScanInfo->pSortHandle = NULL;




30,510,664✔





5096



  taosHashCleanup(pTableScanInfo->mSkipTables);




30,519,243✔





5097



  pTableScanInfo->mSkipTables = NULL;




30,502,501✔





5098



  blockDataDestroy(pTableScanInfo->pSortInputBlock);




30,503,363✔





5099



  pTableScanInfo->pSortInputBlock = NULL;




30,522,025✔





5100



  // end one reader variable










5101












5102



  destroyTableScanBase(&pTableScanInfo->base, &pTableScanInfo->base.readerAPI);




30,521,618✔





5103












5104



  blockDataDestroy(pTableScanInfo->pResBlock);




30,519,099✔





5105



  pTableScanInfo->pResBlock = NULL;




30,517,462✔





5106












5107



  // remove it from the task->result list










5108



  blockDataDestroy(pTableScanInfo->pReaderBlock);




30,518,052✔





5109



  pTableScanInfo->pReaderBlock = NULL;




30,517,614✔





5110



  taosArrayDestroy(pTableScanInfo->pSortInfo);




30,522,865✔





5111












5112



  stopSubTablesTableMergeScan(pTableScanInfo);




30,509,123✔





5113












5114



  taosMemoryFreeClear(param);




30,510,028✔





5115



}




30,508,634✔





5116












5117



int32_t getTableMergeScanExplainExecInfo(SOperatorInfo* pOptr, void** pOptrExplain, uint32_t* len) {




1,229,502✔





5118



  if (pOptr == NULL) {




1,229,502✔





5119



    qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(TSDB_CODE_INVALID_PARA));




×







5120



    return TSDB_CODE_INVALID_PARA;




×







5121



  }










5122



  // TODO: merge these two info into one struct










5123



  STableMergeScanExecInfo* execInfo = taosMemoryCalloc(1, sizeof(STableMergeScanExecInfo));




1,229,502✔





5124



  if (!execInfo) {




1,229,502✔





5125



    return terrno;




×







5126



  }










5127



  STableMergeScanInfo* pInfo = pOptr->info;




1,229,502✔





5128



  execInfo->blockRecorder = pInfo->base.readRecorder;




1,229,502✔





5129



  execInfo->sortExecInfo = pInfo->sortExecInfo;




1,229,502✔





5130












5131



  *pOptrExplain = execInfo;




1,229,502✔





5132



  *len = sizeof(STableMergeScanExecInfo);




1,228,985✔





5133












5134



  return TSDB_CODE_SUCCESS;




1,228,985✔





5135



}










5136












5137



static int32_t resetTableMergeScanOperatorState(SOperatorInfo* pOper) {




2,181,006✔





5138



  int32_t         code = TSDB_CODE_SUCCESS;




2,181,006✔





5139



  STableMergeScanInfo*   pInfo = pOper->info;




2,181,006✔





5140



  pOper->status = OP_NOT_OPENED;




2,181,006✔





5141












5142



  pInfo->tableEndIndex = 0;




2,181,006✔





5143



  pInfo->tableStartIndex = 0;




2,181,006✔





5144



  pInfo->hasGroupId = false;




2,181,006✔





5145



  if (pInfo->base.readerAPI.tsdReaderClose) {




2,181,006✔





5146



    pInfo->base.readerAPI.tsdReaderClose(pInfo->base.dataReader);




2,181,006✔





5147



  }










5148



  pInfo->base.dataReader = NULL;




2,181,006✔





5149



  pInfo->base.scanFlag = MAIN_SCAN;




2,181,006✔





5150












5151



  pInfo->base.limitInfo = (SLimitInfo){0};




2,181,006✔





5152



  pInfo->base.limitInfo.limit.limit = -1;




2,181,006✔





5153



  pInfo->base.limitInfo.slimit.limit = -1;




2,181,006✔





5154












5155



  tableListDestroy(pInfo->base.pTableListInfo);




2,181,006✔





5156



  pInfo->base.pTableListInfo = tableListCreate();




2,181,006✔





5157



  if (!pInfo->base.pTableListInfo) {




2,181,006✔





5158



    qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));




×







5159



    return terrno;




×







5160



  }










5161



  SExecTaskInfo*         pTaskInfo = pOper->pTaskInfo;




2,181,006✔





5162












5163



  STableScanPhysiNode* pTableScanNode = (STableScanPhysiNode*)pTaskInfo->pSubplan->pNode;




2,181,006✔





5164



  code = createScanTableListInfo(&pTableScanNode->scan, pTableScanNode->pGroupTags, pTableScanNode->groupSort,




4,362,012✔





5165



                                  &pInfo->base.readHandle, pInfo->base.pTableListInfo, 










5166



                                  pTaskInfo->pSubplan->pTagCond, pTaskInfo->pSubplan->pTagIndexCond, pTaskInfo, NULL);




4,362,012✔





5167



  if (code) {




2,181,006✔





5168



    qError("%s failed to createScanTableListInfo, code:%s", __func__, tstrerror(code));




×







5169



    return code;




×







5170



  }










5171












5172



  initLimitInfo(pTableScanNode->scan.node.pLimit, pTableScanNode->scan.node.pSlimit, &pInfo->limitInfo);




2,181,006✔





5173



  cleanupQueryTableDataCond(&pInfo->base.cond);




2,181,006✔





5174



  code = initQueryTableDataCond(&pInfo->base.cond, pTableScanNode, &pInfo->base.readHandle, false);




2,181,006✔





5175



  if (code) {




2,181,006✔





5176



    qError("%s failed to initQueryTableDataCond, code:%s", __func__, tstrerror(code));




×







5177



    return code;




×







5178



  }










5179












5180



  tsortDestroySortHandle(pInfo->pSortHandle);




2,181,006✔





5181



  pInfo->pSortHandle = NULL;




2,181,006✔





5182












5183



  taosHashCleanup(pInfo->mSkipTables);




2,181,006✔





5184



  pInfo->mSkipTables = NULL;




2,181,006✔





5185



  pOper->resultInfo.totalRows = 0;




2,181,006✔





5186



  










5187



  pInfo->bGroupProcessed = false;




2,181,006✔





5188



  pInfo->bNewFilesetEvent = false;




2,181,006✔





5189



  pInfo->bNextDurationBlockEvent = false;




2,181,006✔





5190



  pInfo->rtnNextDurationBlocks = false;




2,181,006✔





5191



  pInfo->nextDurationBlocksIdx = 0;




2,181,006✔





5192



  pInfo->bSortRowId = false;




2,181,006✔





5193












5194



  for (int32_t i = 0; i < pInfo->numNextDurationBlocks; ++i) {




2,181,006✔





5195



    if (pInfo->nextDurationBlocks[i] != NULL) {




×







5196



      blockDataDestroy(pInfo->nextDurationBlocks[i]);




×







5197



      pInfo->nextDurationBlocks[i] = NULL;




×







5198



    }










5199



  }










5200



  pInfo->numNextDurationBlocks = 0;




2,181,006✔





5201












5202



  stopSubTablesTableMergeScan(pInfo);




2,181,006✔





5203



  return code;




2,181,006✔





5204



}










5205












5206



int32_t createTableMergeScanOperatorInfo(STableScanPhysiNode* pTableScanNode, SReadHandle* readHandle,




30,468,358✔





5207



                                         STableListInfo* pTableListInfo, SExecTaskInfo* pTaskInfo,










5208



                                         SOperatorInfo** pOptrInfo) {










5209



  QRY_PARAM_CHECK(pOptrInfo);




30,468,358✔





5210












5211



  int32_t              code = TSDB_CODE_SUCCESS;




30,493,257✔





5212



  int32_t              lino = 0;




30,493,257✔





5213



  STableMergeScanInfo* pInfo = taosMemoryCalloc(1, sizeof(STableMergeScanInfo));




30,493,257✔





5214



  SOperatorInfo*       pOperator = taosMemoryCalloc(1, sizeof(SOperatorInfo));




30,378,073✔





5215



  if (pInfo == NULL || pOperator == NULL) {




30,375,616✔





5216



    code = terrno;




19✔





5217



    goto _error;




×







5218



  }










5219












5220



  pOperator->pPhyNode = pTableScanNode;




30,376,154✔





5221



  SDataBlockDescNode* pDescNode = pTableScanNode->scan.node.pOutputDataBlockDesc;




30,385,688✔





5222












5223



  int32_t numOfCols = 0;




30,387,753✔





5224



  code = extractColMatchInfo(pTableScanNode->scan.pScanCols, pDescNode, &numOfCols, COL_MATCH_FROM_COL_ID,




30,408,300✔





5225



                             &pInfo->base.matchInfo);










5226



  QUERY_CHECK_CODE(code, lino, _error);




30,464,670✔





5227












5228



  code = initQueryTableDataCond(&pInfo->base.cond, pTableScanNode, readHandle, false);




30,464,670✔





5229



  QUERY_CHECK_CODE(code, lino, _error);




30,434,395✔





5230












5231



  if (pTableScanNode->scan.pScanPseudoCols != NULL) {




30,434,395✔





5232



    SExprSupp* pSup = &pInfo->base.pseudoSup;




10,941,609✔





5233



    code = createExprInfo(pTableScanNode->scan.pScanPseudoCols, NULL, &pSup->pExprInfo, &pSup->numOfExprs);




10,944,371✔





5234



    QUERY_CHECK_CODE(code, lino, _error);




10,941,207✔





5235












5236



    pSup->pCtx = createSqlFunctionCtx(pSup->pExprInfo, pSup->numOfExprs, &pSup->rowEntryInfoOffset,




10,941,207✔





5237



                                      &pTaskInfo->storageAPI.functionStore);










5238



    QUERY_CHECK_NULL(pSup->pCtx, code, lino, _error, terrno);




10,922,870✔





5239



  }










5240












5241



  pInfo->scanInfo = (SScanInfo){.numOfAsc = pTableScanNode->scanSeq[0], .numOfDesc = pTableScanNode->scanSeq[1]};




30,460,371✔





5242












5243



  if (tsMetaEntryCache && readHandle->streamRtInfo == NULL) {




30,340,899✔





5244



    pInfo->base.metaCache.pTableMetaEntryCache = taosLRUCacheInit(tsMetaEntryCacheSize, -1, .5);




×







5245



    QUERY_CHECK_NULL(pInfo->base.metaCache.pTableMetaEntryCache, code, lino, _error, terrno);




×







5246



  }










5247












5248



  pInfo->base.readerAPI = pTaskInfo->storageAPI.tsdReader;




30,340,899✔





5249



  pInfo->base.dataBlockLoadFlag = FUNC_DATA_REQUIRED_DATA_LOAD;




30,452,280✔





5250



  pInfo->base.scanFlag = MAIN_SCAN;




30,310,855✔





5251



  pInfo->base.readHandle = *readHandle;




30,388,501✔





5252












5253



  pInfo->readIdx = -1;




30,458,706✔





5254












5255



  pInfo->base.limitInfo.limit.limit = -1;




30,342,313✔





5256



  pInfo->base.limitInfo.slimit.limit = -1;




30,385,970✔





5257



  pInfo->base.pTableListInfo = pTableListInfo;




30,381,827✔





5258












5259



  pInfo->sample.sampleRatio = pTableScanNode->ratio;




30,478,805✔





5260



  pInfo->sample.seed = taosGetTimestampSec();




30,379,121✔





5261












5262



  code = filterInitFromNode((SNode*)pTableScanNode->scan.node.pConditions, &pOperator->exprSupp.pFilterInfo, 0,




30,431,462✔





5263



                            pTaskInfo->pStreamRuntimeInfo);




30,433,261✔





5264



  QUERY_CHECK_CODE(code, lino, _error);




30,393,044✔





5265












5266



  initLimitInfo(pTableScanNode->scan.node.pLimit, pTableScanNode->scan.node.pSlimit, &pInfo->limitInfo);




30,393,044✔





5267












5268



  pInfo->mergeLimit = -1;




30,403,330✔





5269



  bool hasLimit = pInfo->limitInfo.limit.limit != -1 || pInfo->limitInfo.limit.offset != -1;




30,436,357✔





5270



  if (hasLimit) {




30,363,559✔





5271



    pInfo->mergeLimit = pInfo->limitInfo.limit.offset != -1




3,565,098✔





5272



                            ? pInfo->limitInfo.limit.limit + pInfo->limitInfo.limit.offset




864,627✔





5273



                            : pInfo->limitInfo.limit.limit;




2,645,538✔





5274



    pInfo->mSkipTables = NULL;




1,784,398✔





5275



  }










5276












5277



  initResultSizeInfo(&pOperator->resultInfo, 1024);




30,363,772✔





5278



  pInfo->pResBlock = createDataBlockFromDescNode(pDescNode);




30,437,668✔





5279



  QUERY_CHECK_NULL(pInfo->pResBlock, code, lino, _error, terrno);




30,511,933✔





5280



  code = blockDataEnsureCapacity(pInfo->pResBlock, pOperator->resultInfo.capacity);




30,397,193✔





5281



  QUERY_CHECK_CODE(code, lino, _error);




30,491,360✔





5282



  if (!hasLimit && blockDataGetRowSize(pInfo->pResBlock) >= 256 && !pTableScanNode->smallDataTsSort) {




30,491,360✔





5283



    pInfo->bSortRowId = true;




5,422,313✔





5284



  } else {










5285



    pInfo->bSortRowId = false;




25,089,747✔





5286



  }










5287












5288



  code = prepareDataBlockBuf(pInfo->pResBlock, &pInfo->base.matchInfo);




30,483,436✔





5289



  QUERY_CHECK_CODE(code, lino, _error);




30,455,045✔





5290












5291



  code = generateSortByTsPkInfo(pInfo->base.matchInfo.pList, pInfo->base.cond.order, &pInfo->pSortInfo);




30,455,045✔





5292



  QUERY_CHECK_CODE(code, lino, _error);




30,430,999✔





5293












5294



  code = createOneDataBlock(pInfo->pResBlock, false, &pInfo->pReaderBlock);




30,430,999✔





5295



  QUERY_CHECK_CODE(code, lino, _error);




30,481,749✔





5296












5297



  pInfo->needCountEmptyTable = tsCountAlwaysReturnValue && pTableScanNode->needCountEmptyTable;




30,481,749✔





5298












5299



  int32_t  rowSize = pInfo->pResBlock->info.rowSize;




30,507,193✔





5300



  uint32_t nCols = taosArrayGetSize(pInfo->pResBlock->pDataBlock);




30,454,145✔





5301












5302



  pInfo->bufPageSize = getProperSortPageSize(rowSize, nCols);




30,418,606✔





5303












5304



  // start one reader variable










5305



  code = createOneDataBlock(pInfo->pResBlock, false, &pInfo->pSortInputBlock);




30,499,231✔





5306



  QUERY_CHECK_CODE(code, lino, _error);




30,491,811✔





5307












5308



  if (!tsExperimental) {




30,491,811✔





5309



    pInfo->filesetDelimited = false;




×







5310



  } else {










5311



    pInfo->filesetDelimited = pTableScanNode->filesetDelimited;




30,491,811✔





5312



  }










5313



  // end one reader variable










5314



  setOperatorInfo(pOperator, "TableMergeScanOperator", QUERY_NODE_PHYSICAL_PLAN_TABLE_MERGE_SCAN, false, OP_NOT_OPENED,




30,472,455✔





5315



                  pInfo, pTaskInfo);










5316



  pOperator->exprSupp.numOfExprs = numOfCols;




30,468,419✔





5317












5318



  pOperator->fpSet = createOperatorFpSet(




30,451,751✔





5319



      optrDummyOpenFn, pTableScanNode->paraTablesSort ? doTableMergeScanParaSubTablesNext : doTableMergeScanNext, NULL,




30,496,536✔





5320



      destroyTableMergeScanOperatorInfo, optrDefaultBufFn, getTableMergeScanExplainExecInfo, optrDefaultGetNextExtFn,










5321



      NULL);










5322



  setOperatorResetStateFn(pOperator, resetTableMergeScanOperatorState);     




30,443,978✔





5323



  pOperator->cost.openCost = 0;




30,476,190✔





5324












5325



  *pOptrInfo = pOperator;




30,491,930✔





5326



  return code;




30,396,755✔





5327












5328



_error:




×







5329



  if (code != TSDB_CODE_SUCCESS) {




×







5330



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







5331



  }










5332



  pTaskInfo->code = code;




×







5333



  if (pInfo != NULL) {




×







5334



    pInfo->base.pTableListInfo = NULL;




×







5335



    destroyTableMergeScanOperatorInfo(pInfo);




×







5336



  }










5337



  if (pOperator != NULL) {




×







5338



    pOperator->info = NULL;




×







5339



    destroyOperator(pOperator);




×







5340



  }










5341



  return code;




×







5342



}










5343












5344



// ====================================================================================================================










5345



// TableCountScanOperator










5346



static void        destoryTableCountScanOperator(void* param);










5347



static int32_t     buildVnodeGroupedStbTableCount(STableCountScanOperatorInfo* pInfo, STableCountScanSupp* pSupp,










5348



                                                  SSDataBlock* pRes, char* dbName, tb_uid_t stbUid, SStorageAPI* pAPI);










5349



static int32_t     buildVnodeGroupedNtbTableCount(STableCountScanOperatorInfo* pInfo, STableCountScanSupp* pSupp,










5350



                                                  SSDataBlock* pRes, char* dbName, SStorageAPI* pAPI);










5351



static int32_t     buildVnodeFilteredTbCount(SOperatorInfo* pOperator, STableCountScanOperatorInfo* pInfo,










5352



                                             STableCountScanSupp* pSupp, SSDataBlock* pRes, char* dbName);










5353



static int32_t     buildVnodeGroupedTableCount(SOperatorInfo* pOperator, STableCountScanOperatorInfo* pInfo,










5354



                                               STableCountScanSupp* pSupp, SSDataBlock* pRes, int32_t vgId, char* dbName);










5355



static int32_t     buildVnodeDbTableCount(SOperatorInfo* pOperator, STableCountScanOperatorInfo* pInfo,










5356



                                          STableCountScanSupp* pSupp, SSDataBlock* pRes);










5357



static void        buildSysDbGroupedTableCount(SOperatorInfo* pOperator, STableCountScanOperatorInfo* pInfo,










5358



                                               STableCountScanSupp* pSupp, SSDataBlock* pRes, size_t infodbTableNum,










5359



                                               size_t perfdbTableNum);










5360



static void        buildSysDbFilterTableCount(SOperatorInfo* pOperator, STableCountScanSupp* pSupp, SSDataBlock* pRes,










5361



                                              size_t infodbTableNum, size_t perfdbTableNum);










5362



static const char* GROUP_TAG_DB_NAME = "db_name";










5363



static const char* GROUP_TAG_STABLE_NAME = "stable_name";










5364












5365



int32_t tblCountScanGetGroupTagsSlotId(const SNodeList* scanCols, STableCountScanSupp* supp) {




25,408✔





5366



  if (scanCols != NULL) {




25,408✔





5367



    SNode* pNode = NULL;




14,294✔





5368



    FOREACH(pNode, scanCols) {




33,364✔





5369



      if (nodeType(pNode) != QUERY_NODE_TARGET) {




19,070✔





5370



        return TSDB_CODE_QRY_SYS_ERROR;




×







5371



      }










5372



      STargetNode* targetNode = (STargetNode*)pNode;




19,070✔





5373



      if (nodeType(targetNode->pExpr) != QUERY_NODE_COLUMN) {




19,070✔





5374



        return TSDB_CODE_QRY_SYS_ERROR;




×







5375



      }










5376



      SColumnNode* colNode = (SColumnNode*)(targetNode->pExpr);




19,070✔





5377



      if (strcmp(colNode->colName, GROUP_TAG_DB_NAME) == 0) {




19,070✔





5378



        supp->dbNameSlotId = targetNode->slotId;




9,390✔





5379



      } else if (strcmp(colNode->colName, GROUP_TAG_STABLE_NAME) == 0) {




9,680✔





5380



        supp->stbNameSlotId = targetNode->slotId;




9,680✔





5381



      }










5382



    }










5383



  }










5384



  return TSDB_CODE_SUCCESS;




25,408✔





5385



}










5386












5387



int32_t tblCountScanGetCountSlotId(const SNodeList* pseudoCols, STableCountScanSupp* supp) {




25,408✔





5388



  if (pseudoCols != NULL) {




25,408✔





5389



    SNode* pNode = NULL;




25,408✔





5390



    FOREACH(pNode, pseudoCols) {




50,816✔





5391



      if (nodeType(pNode) != QUERY_NODE_TARGET) {




25,408✔





5392



        return TSDB_CODE_QRY_SYS_ERROR;




×







5393



      }










5394



      STargetNode* targetNode = (STargetNode*)pNode;




25,408✔





5395



      if (nodeType(targetNode->pExpr) != QUERY_NODE_FUNCTION) {




25,408✔





5396



        return TSDB_CODE_QRY_SYS_ERROR;




×







5397



      }










5398



      SFunctionNode* funcNode = (SFunctionNode*)(targetNode->pExpr);




25,408✔





5399



      if (funcNode->funcType == FUNCTION_TYPE_TABLE_COUNT) {




25,408✔





5400



        supp->tbCountSlotId = targetNode->slotId;




25,408✔





5401



      }










5402



    }










5403



  }










5404



  return TSDB_CODE_SUCCESS;




25,408✔





5405



}










5406












5407



int32_t tblCountScanGetInputs(SNodeList* groupTags, SName* tableName, STableCountScanSupp* supp) {




25,408✔





5408



  if (groupTags != NULL) {




25,408✔





5409



    SNode* pNode = NULL;




14,294✔





5410



    FOREACH(pNode, groupTags) {




33,364✔





5411



      if (nodeType(pNode) != QUERY_NODE_COLUMN) {




19,070✔





5412



        return TSDB_CODE_QRY_SYS_ERROR;




×







5413



      }










5414



      SColumnNode* colNode = (SColumnNode*)pNode;




19,070✔





5415



      if (strcmp(colNode->colName, GROUP_TAG_DB_NAME) == 0) {




19,070✔





5416



        supp->groupByDbName = true;




9,390✔





5417



      }










5418



      if (strcmp(colNode->colName, GROUP_TAG_STABLE_NAME) == 0) {




19,070✔





5419



        supp->groupByStbName = true;




9,680✔





5420



      }










5421



    }










5422



  } else {










5423



    tstrncpy(supp->dbNameFilter, tNameGetDbNameP(tableName), TSDB_DB_NAME_LEN);




11,114✔





5424



    tstrncpy(supp->stbNameFilter, tNameGetTableName(tableName), TSDB_TABLE_NAME_LEN);




11,114✔





5425



  }










5426



  return TSDB_CODE_SUCCESS;




25,408✔





5427



}










5428












5429



int32_t getTableCountScanSupp(SNodeList* groupTags, SName* tableName, SNodeList* scanCols, SNodeList* pseudoCols,




25,408✔





5430



                              STableCountScanSupp* supp, SExecTaskInfo* taskInfo) {










5431



  int32_t code = 0;




25,408✔





5432



  code = tblCountScanGetInputs(groupTags, tableName, supp);




25,408✔





5433



  if (code != TSDB_CODE_SUCCESS) {




25,408✔





5434



    qError("%s get table count scan supp. get inputs error", GET_TASKID(taskInfo));




×







5435



    return code;




×







5436



  }










5437












5438



  supp->dbNameSlotId = -1;




25,408✔





5439



  supp->stbNameSlotId = -1;




25,408✔





5440



  supp->tbCountSlotId = -1;




25,408✔





5441












5442



  code = tblCountScanGetGroupTagsSlotId(scanCols, supp);




25,408✔





5443



  if (code != TSDB_CODE_SUCCESS) {




25,408✔





5444



    qError("%s get table count scan supp. get group tags slot id error", GET_TASKID(taskInfo));




×







5445



    return code;




×







5446



  }










5447












5448



  code = tblCountScanGetCountSlotId(pseudoCols, supp);




25,408✔





5449



  if (code != TSDB_CODE_SUCCESS) {




25,408✔





5450



    qError("%s get table count scan supp. get count error", GET_TASKID(taskInfo));




×







5451



    return code;




×







5452



  }










5453



  return code;




25,408✔





5454



}










5455












5456



int32_t createTableCountScanOperatorInfo(SReadHandle* readHandle, STableCountScanPhysiNode* pTblCountScanNode,




25,408✔





5457



                                         SExecTaskInfo* pTaskInfo, SOperatorInfo** pOptrInfo) {










5458



  QRY_PARAM_CHECK(pOptrInfo);




25,408✔





5459












5460



  int32_t                      code = TSDB_CODE_SUCCESS;




25,408✔





5461



  int32_t                      lino = 0;




25,408✔





5462



  SScanPhysiNode*              pScanNode = &pTblCountScanNode->scan;




25,408✔





5463



  STableCountScanOperatorInfo* pInfo = taosMemoryCalloc(1, sizeof(STableCountScanOperatorInfo));




25,408✔





5464



  SOperatorInfo*               pOperator = taosMemoryCalloc(1, sizeof(SOperatorInfo));




25,408✔





5465



  if (!pInfo || !pOperator) {




25,408✔





5466



    code = terrno;




×







5467



    goto _error;




×







5468



  }










5469












5470



  pInfo->readHandle = *readHandle;




25,408✔





5471












5472



  SDataBlockDescNode* pDescNode = pScanNode->node.pOutputDataBlockDesc;




25,408✔





5473



  initResultSizeInfo(&pOperator->resultInfo, 1);




25,408✔





5474



  pInfo->pRes = createDataBlockFromDescNode(pDescNode);




25,408✔





5475



  QUERY_CHECK_NULL(pInfo->pRes, code, lino, _error, terrno);




25,408✔





5476












5477



  code = blockDataEnsureCapacity(pInfo->pRes, pOperator->resultInfo.capacity);




25,408✔





5478



  QUERY_CHECK_CODE(code, lino, _error);




25,408✔





5479












5480



  code = getTableCountScanSupp(pTblCountScanNode->pGroupTags, &pTblCountScanNode->scan.tableName,




25,408✔





5481



                               pTblCountScanNode->scan.pScanCols, pTblCountScanNode->scan.pScanPseudoCols, &pInfo->supp,










5482



                               pTaskInfo);










5483



  QUERY_CHECK_CODE(code, lino, _error);




25,408✔





5484












5485



  setOperatorInfo(pOperator, "TableCountScanOperator", QUERY_NODE_PHYSICAL_PLAN_TABLE_COUNT_SCAN, false, OP_NOT_OPENED,




25,408✔





5486



                  pInfo, pTaskInfo);










5487



  pOperator->fpSet = createOperatorFpSet(optrDummyOpenFn, doTableCountScanNext, NULL, destoryTableCountScanOperator,




25,408✔





5488



                                         optrDefaultBufFn, NULL, optrDefaultGetNextExtFn, NULL);










5489



  *pOptrInfo = pOperator;




25,408✔





5490



  return code;




25,408✔





5491












5492



_error:




×







5493



  if (pInfo != NULL) {




×







5494



    destoryTableCountScanOperator(pInfo);




×







5495



  }










5496



  if (pOperator != NULL) {




×







5497



    pOperator->info = NULL;




×







5498



    destroyOperator(pOperator);




×







5499



  }










5500



  pTaskInfo->code = code;




×







5501



  return code;




×







5502



}










5503












5504



int32_t fillTableCountScanDataBlock(STableCountScanSupp* pSupp, char* dbName, char* stbName, int64_t count,




35,072✔





5505



                                    SSDataBlock* pRes) {










5506



  int32_t code = TSDB_CODE_SUCCESS;




35,072✔





5507



  int32_t lino = 0;




35,072✔





5508



  if (pSupp->dbNameSlotId != -1) {




35,072✔





5509



    QUERY_CHECK_CONDITION((strlen(dbName) > 0), code, lino, _end, TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR);




14,168✔





5510



    SColumnInfoData* colInfoData = taosArrayGet(pRes->pDataBlock, pSupp->dbNameSlotId);




14,168✔





5511



    QUERY_CHECK_NULL(colInfoData, code, lino, _end, terrno);




14,168✔





5512












5513



    char varDbName[TSDB_DB_NAME_LEN + VARSTR_HEADER_SIZE] = {0};




14,168✔





5514



    tstrncpy(varDataVal(varDbName), dbName, TSDB_DB_NAME_LEN);




14,168✔





5515












5516



    varDataSetLen(varDbName, strlen(dbName));




14,168✔





5517



    code = colDataSetVal(colInfoData, 0, varDbName, false);




14,168✔





5518



    QUERY_CHECK_CODE(code, lino, _end);




14,168✔





5519



  }










5520












5521



  if (pSupp->stbNameSlotId != -1) {




35,072✔





5522



    SColumnInfoData* colInfoData = taosArrayGet(pRes->pDataBlock, pSupp->stbNameSlotId);




18,546✔





5523



    QUERY_CHECK_NULL(colInfoData, code, lino, _end, terrno);




18,546✔





5524



    if (strlen(stbName) != 0) {




18,546✔





5525



      char varStbName[TSDB_TABLE_NAME_LEN + VARSTR_HEADER_SIZE] = {0};




13,324✔





5526



      tstrncpy(varDataVal(varStbName), stbName, TSDB_TABLE_NAME_LEN);




13,324✔





5527



      varDataSetLen(varStbName, strlen(stbName));




13,324✔





5528



      code = colDataSetVal(colInfoData, 0, varStbName, false);




13,324✔





5529



      QUERY_CHECK_CODE(code, lino, _end);




13,324✔





5530



    } else {










5531



      colDataSetNULL(colInfoData, 0);










5532



    }










5533



  }










5534












5535



  if (pSupp->tbCountSlotId != -1) {




35,072✔





5536



    SColumnInfoData* colInfoData = taosArrayGet(pRes->pDataBlock, pSupp->tbCountSlotId);




35,072✔





5537



    QUERY_CHECK_NULL(colInfoData, code, lino, _end, terrno);




35,212✔





5538



    code = colDataSetVal(colInfoData, 0, (char*)&count, false);




35,212✔





5539



    QUERY_CHECK_CODE(code, lino, _end);




35,072✔





5540



  }










5541



  pRes->info.rows = 1;




35,072✔





5542












5543



_end:




34,904✔





5544



  if (code != TSDB_CODE_SUCCESS) {




34,904✔





5545



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







5546



  }










5547



  return code;




35,072✔





5548



}










5549












5550



static SSDataBlock* buildSysDbTableCount(SOperatorInfo* pOperator, STableCountScanOperatorInfo* pInfo) {




10,494✔





5551



  STableCountScanSupp* pSupp = &pInfo->supp;




10,494✔





5552



  SSDataBlock*         pRes = pInfo->pRes;




10,494✔





5553












5554



  size_t infodbTableNum;




10,494✔





5555



  getInfosDbMeta(NULL, &infodbTableNum);




10,494✔





5556



  infodbTableNum -= 1;




10,494✔





5557



  size_t perfdbTableNum;




10,494✔





5558



  getPerfDbMeta(NULL, &perfdbTableNum);




10,494✔





5559












5560



  if (pSupp->groupByDbName || pSupp->groupByStbName) {




10,494✔





5561



    buildSysDbGroupedTableCount(pOperator, pInfo, pSupp, pRes, infodbTableNum, perfdbTableNum);




9,012✔





5562



    return (pRes->info.rows > 0) ? pRes : NULL;




9,012✔





5563



  } else {










5564



    buildSysDbFilterTableCount(pOperator, pSupp, pRes, infodbTableNum, perfdbTableNum);




1,482✔





5565



    return (pRes->info.rows > 0) ? pRes : NULL;




1,482✔





5566



  }










5567



}










5568












5569



static void buildSysDbFilterTableCount(SOperatorInfo* pOperator, STableCountScanSupp* pSupp, SSDataBlock* pRes,




1,482✔





5570



                                       size_t infodbTableNum, size_t perfdbTableNum) {










5571



  int32_t        code = TSDB_CODE_SUCCESS;




1,482✔





5572



  int32_t        lino = 0;




1,482✔





5573



  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;




1,482✔





5574



  if (strlen(pSupp->stbNameFilter) != 0) {




1,482✔





5575



    // sys dbs do not contain any stable, so the count is always 0










5576



    code = fillTableCountScanDataBlock(pSupp, "", "", 0, pRes);




504✔





5577



    QUERY_CHECK_CODE(code, lino, _end);




504✔





5578



  } else if (strcmp(pSupp->dbNameFilter, TSDB_INFORMATION_SCHEMA_DB) == 0) {




978✔





5579



    code = fillTableCountScanDataBlock(pSupp, TSDB_INFORMATION_SCHEMA_DB, "", infodbTableNum, pRes);




168✔





5580



    QUERY_CHECK_CODE(code, lino, _end);




168✔





5581



  } else if (strcmp(pSupp->dbNameFilter, TSDB_PERFORMANCE_SCHEMA_DB) == 0) {




810✔





5582



    code = fillTableCountScanDataBlock(pSupp, TSDB_PERFORMANCE_SCHEMA_DB, "", perfdbTableNum, pRes);




×







5583



    QUERY_CHECK_CODE(code, lino, _end);




×







5584



  } else if (strlen(pSupp->dbNameFilter) == 0) {




810✔





5585



    code = fillTableCountScanDataBlock(pSupp, "", "", infodbTableNum + perfdbTableNum, pRes);




642✔





5586



    QUERY_CHECK_CODE(code, lino, _end);




642✔





5587



  } else {










5588



    // other dbs do not exist in sys dbs, so the count is always 0










5589



    code = fillTableCountScanDataBlock(pSupp, pSupp->dbNameFilter, pSupp->stbNameFilter, 0, pRes);




168✔





5590



    QUERY_CHECK_CODE(code, lino, _end);




168✔





5591



  }










5592












5593



_end:




168✔





5594



  if (code != TSDB_CODE_SUCCESS) {




1,482✔





5595



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







5596



    pTaskInfo->code = code;




×







5597



    T_LONG_JMP(pTaskInfo->env, code);




×







5598



  }










5599



  setOperatorCompleted(pOperator);




1,482✔





5600



}




1,482✔





5601












5602



static void buildSysDbGroupedTableCount(SOperatorInfo* pOperator, STableCountScanOperatorInfo* pInfo,




9,012✔





5603



                                        STableCountScanSupp* pSupp, SSDataBlock* pRes, size_t infodbTableNum,










5604



                                        size_t perfdbTableNum) {










5605



  int32_t        code = TSDB_CODE_SUCCESS;




9,012✔





5606



  int32_t        lino = 0;




9,012✔





5607



  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;




9,012✔





5608



  if (pInfo->currGrpIdx == 0) {




9,012✔





5609



    uint64_t groupId = 0;




3,004✔





5610



    if (pSupp->groupByDbName) {




3,004✔





5611



      groupId = calcGroupId(TSDB_INFORMATION_SCHEMA_DB, strlen(TSDB_INFORMATION_SCHEMA_DB));




2,042✔





5612



    } else {










5613



      groupId = calcGroupId("", 0);




962✔





5614



    }










5615












5616



    pRes->info.id.groupId = groupId;




3,004✔





5617



    code = fillTableCountScanDataBlock(pSupp, TSDB_INFORMATION_SCHEMA_DB, "", infodbTableNum, pRes);




3,004✔





5618



    QUERY_CHECK_CODE(code, lino, _end);




3,004✔





5619



  } else if (pInfo->currGrpIdx == 1) {




6,008✔





5620



    uint64_t groupId = 0;




3,004✔





5621



    if (pSupp->groupByDbName) {




3,004✔





5622



      groupId = calcGroupId(TSDB_PERFORMANCE_SCHEMA_DB, strlen(TSDB_PERFORMANCE_SCHEMA_DB));




2,042✔





5623



    } else {










5624



      groupId = calcGroupId("", 0);




962✔





5625



    }










5626












5627



    pRes->info.id.groupId = groupId;




3,004✔





5628



    code = fillTableCountScanDataBlock(pSupp, TSDB_PERFORMANCE_SCHEMA_DB, "", perfdbTableNum, pRes);




3,004✔





5629



    QUERY_CHECK_CODE(code, lino, _end);




3,004✔





5630



  } else {










5631



    setOperatorCompleted(pOperator);




3,004✔





5632



  }










5633



  pInfo->currGrpIdx++;




9,012✔





5634












5635



_end:




9,012✔





5636



  if (code != TSDB_CODE_SUCCESS) {




9,012✔





5637



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







5638



    pTaskInfo->code = code;




×







5639



    T_LONG_JMP(pTaskInfo->env, code);




×







5640



  }










5641



}




9,012✔





5642












5643



static int32_t doTableCountScanNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {




60,480✔





5644



  int32_t                      code = TSDB_CODE_SUCCESS;




60,480✔





5645



  SExecTaskInfo*               pTaskInfo = pOperator->pTaskInfo;




60,480✔





5646



  STableCountScanOperatorInfo* pInfo = pOperator->info;




60,620✔





5647



  STableCountScanSupp*         pSupp = &pInfo->supp;




60,620✔





5648



  SSDataBlock*                 pRes = pInfo->pRes;




60,620✔





5649












5650



  blockDataCleanup(pRes);




60,620✔





5651



  QRY_PARAM_CHECK(ppRes);




60,620✔





5652












5653



  if (pOperator->status == OP_EXEC_DONE) {




60,620✔





5654



    return code;




14,790✔





5655



  }










5656












5657



  if (pInfo->readHandle.mnd != NULL) {




45,830✔





5658



    (*ppRes) = buildSysDbTableCount(pOperator, pInfo);




10,494✔





5659



    return code;




10,494✔





5660



  }










5661












5662



  code = buildVnodeDbTableCount(pOperator, pInfo, pSupp, pRes);




35,336✔





5663



  if (code != TSDB_CODE_SUCCESS) {




35,196✔





5664



    qError("%s failed since %s", __func__, tstrerror(code));




×







5665



    pTaskInfo->code = code;




×







5666



    T_LONG_JMP(pTaskInfo->env, code);




×







5667



  }










5668



  if (pRes->info.rows > 0) {




35,196✔





5669



    *ppRes = pRes;




27,722✔





5670



  }










5671












5672



  return code;




35,028✔





5673



}










5674












5675



static int32_t buildVnodeDbTableCount(SOperatorInfo* pOperator, STableCountScanOperatorInfo* pInfo,




35,336✔





5676



                                      STableCountScanSupp* pSupp, SSDataBlock* pRes) {










5677



  int32_t        code = TSDB_CODE_SUCCESS;




35,336✔





5678



  int32_t        lino = 0;




35,336✔





5679



  const char*    db = NULL;




35,336✔





5680



  int32_t        vgId = 0;




35,336✔





5681



  char           dbName[TSDB_DB_NAME_LEN] = {0};




35,336✔





5682



  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;




35,336✔





5683



  SStorageAPI*   pAPI = &pTaskInfo->storageAPI;




35,336✔





5684












5685



  // get dbname










5686



  pAPI->metaFn.getBasicInfo(pInfo->readHandle.vnode, &db, &vgId, NULL, NULL);




35,336✔





5687



  SName sn = {0};




35,336✔





5688












5689



  code = tNameFromString(&sn, db, T_NAME_ACCT | T_NAME_DB);




35,336✔





5690



  QUERY_CHECK_CODE(code, lino, _end);




35,336✔





5691












5692



  code = tNameGetDbName(&sn, dbName);




35,336✔





5693



  QUERY_CHECK_CODE(code, lino, _end);




35,336✔





5694












5695



  if (pSupp->groupByDbName || pSupp->groupByStbName) {




35,336✔





5696



    code = buildVnodeGroupedTableCount(pOperator, pInfo, pSupp, pRes, vgId, dbName);




25,704✔





5697



  } else {










5698



    code = buildVnodeFilteredTbCount(pOperator, pInfo, pSupp, pRes, dbName);




9,632✔





5699



  }










5700












5701



_end:




35,196✔





5702



  if (code != TSDB_CODE_SUCCESS) {




35,196✔





5703



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







5704



    pTaskInfo->code = code;




×







5705



  }










5706












5707



  return code;




35,196✔





5708



}










5709












5710



static int32_t buildVnodeGroupedTableCount(SOperatorInfo* pOperator, STableCountScanOperatorInfo* pInfo,




25,704✔





5711



                                           STableCountScanSupp* pSupp, SSDataBlock* pRes, int32_t vgId, char* dbName) {










5712



  int32_t        code = TSDB_CODE_SUCCESS;




25,704✔





5713



  int32_t        lino = 0;




25,704✔





5714



  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;




25,704✔





5715



  SStorageAPI*   pAPI = &pTaskInfo->storageAPI;




25,704✔





5716












5717



  if (pSupp->groupByStbName) {




25,704✔





5718



    if (pInfo->stbUidList == NULL) {




22,028✔





5719



      pInfo->stbUidList = taosArrayInit(16, sizeof(tb_uid_t));




7,614✔





5720



      QUERY_CHECK_NULL(pInfo->stbUidList, code, lino, _end, terrno);




7,614✔





5721



      code = pAPI->metaFn.storeGetTableList(pInfo->readHandle.vnode, TSDB_SUPER_TABLE, pInfo->stbUidList);




7,614✔





5722



      QUERY_CHECK_CODE(code, lino, _end);




7,614✔





5723



    }










5724












5725



    if (pInfo->currGrpIdx < taosArrayGetSize(pInfo->stbUidList)) {




22,028✔





5726



      tb_uid_t stbUid = *(tb_uid_t*)taosArrayGet(pInfo->stbUidList, pInfo->currGrpIdx);




13,324✔





5727



      code = buildVnodeGroupedStbTableCount(pInfo, pSupp, pRes, dbName, stbUid, pAPI);




13,324✔





5728



      QUERY_CHECK_CODE(code, lino, _end);




13,324✔





5729












5730



      pInfo->currGrpIdx++;




13,324✔





5731



    } else if (pInfo->currGrpIdx == taosArrayGetSize(pInfo->stbUidList)) {




8,704✔





5732



      code = buildVnodeGroupedNtbTableCount(pInfo, pSupp, pRes, dbName, pAPI);




7,614✔





5733



      QUERY_CHECK_CODE(code, lino, _end);




7,614✔





5734












5735



      pInfo->currGrpIdx++;




7,614✔





5736



    } else {










5737



      setOperatorCompleted(pOperator);




1,090✔





5738



    }










5739



  } else {










5740



    uint64_t groupId = calcGroupId(dbName, strlen(dbName));




3,676✔





5741



    pRes->info.id.groupId = groupId;




3,676✔





5742












5743



    int64_t dbTableCount = 0;




3,676✔





5744



    pAPI->metaFn.getBasicInfo(pInfo->readHandle.vnode, NULL, NULL, &dbTableCount, NULL);




3,676✔





5745



    code = fillTableCountScanDataBlock(pSupp, dbName, "", dbTableCount, pRes);




3,676✔





5746



    QUERY_CHECK_CODE(code, lino, _end);




3,676✔





5747



    setOperatorCompleted(pOperator);




3,676✔





5748



  }










5749












5750



_end:




25,704✔





5751



  if (code != TSDB_CODE_SUCCESS) {




25,704✔





5752



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







5753



    pTaskInfo->code = code;




×







5754



  }










5755



  return code;




25,704✔





5756



}










5757












5758



static int32_t buildVnodeFilteredTbCount(SOperatorInfo* pOperator, STableCountScanOperatorInfo* pInfo,




9,632✔





5759



                                         STableCountScanSupp* pSupp, SSDataBlock* pRes, char* dbName) {










5760



  int32_t        code = TSDB_CODE_SUCCESS;




9,632✔





5761



  int32_t        lino = 0;




9,632✔





5762



  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;




9,632✔





5763



  SStorageAPI*   pAPI = &pTaskInfo->storageAPI;




9,632✔





5764












5765



  if (strlen(pSupp->dbNameFilter) != 0 && strcmp(dbName, pSupp->dbNameFilter) != 0) {




9,632✔





5766



    // db name not match, return count 0










5767



    code = fillTableCountScanDataBlock(pSupp, dbName, pSupp->stbNameFilter, 0, pRes);




×







5768



    QUERY_CHECK_CODE(code, lino, _end);




×







5769



  } else if (strlen(pSupp->stbNameFilter) != 0) {




9,632✔





5770



    uint64_t uid = 0;




2,964✔





5771



    code = pAPI->metaFn.getTableUidByName(pInfo->readHandle.vnode, pSupp->stbNameFilter, &uid);




2,964✔





5772



    if (code == TSDB_CODE_TDB_TABLE_NOT_EXIST) {




2,824✔





5773



      // table not exist, return count 0










5774



      code = fillTableCountScanDataBlock(pSupp, dbName, pSupp->stbNameFilter, 0, pRes);




1,344✔





5775



      QUERY_CHECK_CODE(code, lino, _end);




1,512✔





5776



    } else {










5777



      QUERY_CHECK_CODE(code, lino, _end);




1,480✔





5778












5779



      int64_t numOfChildTables = 0;




1,480✔





5780



      code = pAPI->metaFn.getNumOfChildTables(pInfo->readHandle.vnode, uid, &numOfChildTables, NULL, NULL);




1,620✔





5781



      QUERY_CHECK_CODE(code, lino, _end);




1,480✔





5782












5783



      code = fillTableCountScanDataBlock(pSupp, dbName, pSupp->stbNameFilter, numOfChildTables, pRes);




1,480✔





5784



      QUERY_CHECK_CODE(code, lino, _end);




1,312✔





5785



    }










5786



  } else {










5787



    int64_t tbNumVnode = 0;




6,668✔





5788



    pAPI->metaFn.getBasicInfo(pInfo->readHandle.vnode, NULL, NULL, &tbNumVnode, NULL);




6,668✔





5789



    code = fillTableCountScanDataBlock(pSupp, dbName, "", tbNumVnode, pRes);




6,668✔





5790



    QUERY_CHECK_CODE(code, lino, _end);




6,668✔





5791



  }










5792












5793



_end:




9,492✔





5794



  if (code != TSDB_CODE_SUCCESS) {




9,492✔





5795



    pTaskInfo->code = code;




×







5796



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







5797



  }










5798












5799



  setOperatorCompleted(pOperator);




9,492✔





5800



  return code;




9,492✔





5801



}










5802












5803



static int32_t buildVnodeGroupedNtbTableCount(STableCountScanOperatorInfo* pInfo, STableCountScanSupp* pSupp,




7,614✔





5804



                                              SSDataBlock* pRes, char* dbName, SStorageAPI* pAPI) {










5805



  int32_t code = TSDB_CODE_SUCCESS;




7,614✔





5806



  int32_t lino = 0;




7,614✔





5807



  char    fullStbName[TSDB_TABLE_FNAME_LEN] = {0};




7,614✔





5808



  if (pSupp->groupByDbName) {




7,614✔





5809



    snprintf(fullStbName, TSDB_TABLE_FNAME_LEN, "%s.%s", dbName, "");




3,672✔





5810



  }










5811












5812



  uint64_t groupId = calcGroupId(fullStbName, strlen(fullStbName));




7,614✔





5813



  pRes->info.id.groupId = groupId;




7,614✔





5814












5815



  int64_t numOfTables = 0;




7,614✔





5816



  pAPI->metaFn.getBasicInfo(pInfo->readHandle.vnode, NULL, NULL, NULL, &numOfTables);




7,614✔





5817












5818



  if (numOfTables != 0) {




7,614✔





5819



    code = fillTableCountScanDataBlock(pSupp, dbName, "", numOfTables, pRes);




1,090✔





5820



  }










5821












5822



_end:




6,524✔





5823



  if (code != TSDB_CODE_SUCCESS) {




7,614✔





5824



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







5825



  }










5826



  return code;




7,614✔





5827



}










5828












5829



static int32_t buildVnodeGroupedStbTableCount(STableCountScanOperatorInfo* pInfo, STableCountScanSupp* pSupp,




13,324✔





5830



                                              SSDataBlock* pRes, char* dbName, tb_uid_t stbUid, SStorageAPI* pAPI) {










5831



  int32_t code = TSDB_CODE_SUCCESS;




13,324✔





5832



  int32_t lino = 0;




13,324✔





5833



  char    stbName[TSDB_TABLE_NAME_LEN + VARSTR_HEADER_SIZE] = {0};




13,324✔





5834



  code = pAPI->metaFn.getTableNameByUid(pInfo->readHandle.vnode, stbUid, stbName);




13,324✔





5835



  QUERY_CHECK_CODE(code, lino, _end);




13,324✔





5836












5837



  char fullStbName[TSDB_TABLE_FNAME_LEN] = {0};




13,324✔





5838



  if (pSupp->groupByDbName) {




13,324✔





5839



    (void)snprintf(fullStbName, TSDB_TABLE_FNAME_LEN, "%s.%s", dbName, varDataVal(stbName));




6,112✔





5840



  } else {










5841



    (void)snprintf(fullStbName, TSDB_TABLE_FNAME_LEN, "%s", varDataVal(stbName));




7,212✔





5842



  }










5843












5844



  uint64_t groupId = calcGroupId(fullStbName, strlen(fullStbName));




13,324✔





5845



  pRes->info.id.groupId = groupId;




13,324✔





5846












5847



  int64_t ctbNum = 0;




13,324✔





5848



  code = pAPI->metaFn.getNumOfChildTables(pInfo->readHandle.vnode, stbUid, &ctbNum, NULL, NULL);




13,324✔





5849



  QUERY_CHECK_CODE(code, lino, _end);




13,324✔





5850



  code = fillTableCountScanDataBlock(pSupp, dbName, varDataVal(stbName), ctbNum, pRes);




13,324✔





5851



  QUERY_CHECK_CODE(code, lino, _end);




13,324✔





5852












5853



_end:




13,324✔





5854



  if (code != TSDB_CODE_SUCCESS) {




13,324✔





5855



    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));




×







5856



  }










5857



  return code;




13,324✔





5858



}










5859












5860



static void destoryTableCountScanOperator(void* param) {




25,408✔





5861



  STableCountScanOperatorInfo* pTableCountScanInfo = param;




25,408✔





5862



  blockDataDestroy(pTableCountScanInfo->pRes);




25,408✔





5863












5864



  taosArrayDestroy(pTableCountScanInfo->stbUidList);




25,268✔





5865



  taosMemoryFreeClear(param);




25,408✔





5866



}




25,268✔



















    

  • 

    •