taosdata/TDengine | Build 4935 | source/libs/executor/src/scanoperator.c | Coveralls

76

bool processBlockWithProbability(const SSampleExecInfo* pInfo) {

501,955,049✔

85

  return true;

501,955,049✔

89

static void switchCtxOrder(SqlFunctionCtx* pCtx, int32_t numOfOutput) {

65,660✔

90

  for (int32_t i = 0; i < numOfOutput; ++i) {

65,660✔

93

65,660✔

95

static int32_t overlapWithTimeWindow(SInterval* pInterval, SDataBlockInfo* pBlockInfo, int32_t order, bool* overlap) {

541,229,669✔

96

  int32_t     code = TSDB_CODE_SUCCESS;

541,229,669✔

97

  STimeWindow w = {0};

541,229,669✔

100

  if (pInterval->interval == 0) {

541,382,456✔

101

    *overlap = false;

502,493,565✔

102

    return code;

502,443,252✔

105

  if (order == TSDB_ORDER_ASC) {

38,920,842✔

106

    w = getAlignQueryTimeWindow(pInterval, pBlockInfo->window.skey);

37,723,628✔

107

    if (w.ekey < pBlockInfo->window.skey) {

37,712,124✔

112

    if (w.ekey < pBlockInfo->window.ekey) {

37,715,080✔

113

      *overlap = true;

32,282,040✔

114

      return code;

32,280,681✔

118

      getNextTimeWindow(pInterval, &w, order);

5,436,536✔

119

      if (w.skey > pBlockInfo->window.ekey) {

5,448,131✔

120

        break;

5,184,349✔

123

      if (w.ekey <= pBlockInfo->window.ekey) {

261,031✔

127

      if (TMAX(w.skey, pBlockInfo->window.skey) <= pBlockInfo->window.ekey) {

261,031✔

128

        *overlap = true;

261,031✔

129

        return code;

261,031✔

133

    w = getAlignQueryTimeWindow(pInterval, pBlockInfo->window.ekey);

1,197,222✔

134

    if (w.skey > pBlockInfo->window.ekey) {

1,186,908✔

139

    if (w.skey > pBlockInfo->window.skey) {

1,186,908✔

140

      *overlap = true;

1,025,974✔

141

      return code;

1,025,974✔

145

      getNextTimeWindow(pInterval, &w, order);

163,005✔

146

      if (w.ekey < pBlockInfo->window.skey) {

162,395✔

147

        break;

159,857✔

150

      if (w.skey >= pBlockInfo->window.skey) {

2,538✔

154

      if (pBlockInfo->window.skey <= TMIN(w.ekey, pBlockInfo->window.ekey)) {

2,538✔

155

        *overlap = true;

2,538✔

156

        return code;

2,538✔

161

  *overlap = false;

5,344,206✔

162

  return code;

5,344,926✔

166

static SResultRow* getTableGroupOutputBuf(SOperatorInfo* pOperator, uint64_t groupId, SFilePage** pPage) {

108,208,052✔

167

  if (pOperator->operatorType != QUERY_NODE_PHYSICAL_PLAN_TABLE_SCAN) {

108,208,052✔

171

  int64_t buf[2] = {0};

108,216,569✔

172

  SET_RES_WINDOW_KEY((char*)buf, &groupId, sizeof(groupId), groupId);

108,209,813✔

174

  STableScanInfo* pTableScanInfo = pOperator->info;

108,203,776✔

176

  SResultRowPosition* p1 = (SResultRowPosition*)tSimpleHashGet(pTableScanInfo->base.pdInfo.pAggSup->pResultRowHashTable,

108,196,932✔

179

  if (p1 == NULL) {

108,220,352✔

180

    return NULL;

49,207,463✔

183

  *pPage = getBufPage(pTableScanInfo->base.pdInfo.pAggSup->pResultBuf, p1->pageId);

59,012,889✔

184

  if (NULL == *pPage) {

59,006,160✔

188

  return (SResultRow*)((char*)(*pPage) + p1->offset);

59,006,875✔

191

static int32_t insertTableToScanIgnoreList(STableScanInfo* pTableScanInfo, uint64_t uid) {

11,794,345✔

192

  if (NULL == pTableScanInfo->pIgnoreTables) {

11,794,345✔

193

    int32_t tableNum = taosArrayGetSize(pTableScanInfo->base.pTableListInfo->pTableList);

1,224,979✔

194

    pTableScanInfo->pIgnoreTables =

1,224,979✔

195

        taosHashInit(tableNum, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT), true, HASH_NO_LOCK);

1,224,979✔

196

    if (NULL == pTableScanInfo->pIgnoreTables) {

1,224,979✔

201

  int32_t tempRes = taosHashPut(pTableScanInfo->pIgnoreTables, &uid, sizeof(uid), &pTableScanInfo->scanTimes,

11,794,742✔

203

  if (tempRes != TSDB_CODE_SUCCESS && tempRes != TSDB_CODE_DUP_KEY) {

11,793,537✔

207

  return TSDB_CODE_SUCCESS;

11,793,537✔

210

static int32_t doDynamicPruneDataBlock(SOperatorInfo* pOperator, SDataBlockInfo* pBlockInfo, uint32_t* status) {

601,398,431✔

211

  STableScanInfo* pTableScanInfo = pOperator->info;

601,398,431✔

212

  int32_t         code = TSDB_CODE_SUCCESS;

601,689,622✔

214

  if (pTableScanInfo->base.pdInfo.pExprSup == NULL) {

601,689,622✔

215

    return TSDB_CODE_SUCCESS;

493,555,705✔

218

  SExprSupp* pSup1 = pTableScanInfo->base.pdInfo.pExprSup;

108,163,512✔

220

  SFilePage*  pPage = NULL;

108,179,725✔

221

  SResultRow* pRow = getTableGroupOutputBuf(pOperator, pBlockInfo->id.groupId, &pPage);

108,176,417✔

223

  if (pRow == NULL) {

108,198,356✔

224

    return TSDB_CODE_SUCCESS;

49,194,108✔

227

  bool notLoadBlock = true;

59,004,248✔

228

  for (int32_t i = 0; i < pSup1->numOfExprs; ++i) {

2,147,483,647✔

229

    int32_t functionId = pSup1->pCtx[i].functionId;

2,147,483,647✔

231

    SResultRowEntryInfo* pEntry = getResultEntryInfo(pRow, i, pTableScanInfo->base.pdInfo.pExprSup->rowEntryInfoOffset);

2,147,483,647✔

233

    EFuncDataRequired reqStatus = fmFuncDynDataRequired(functionId, pEntry, pBlockInfo);

2,147,483,647✔

234

    if (reqStatus != FUNC_DATA_REQUIRED_NOT_LOAD && !pSup1->pCtx[i].skipDynDataCheck) {

2,147,483,647✔

235

      notLoadBlock = false;

47,217,452✔

236

      break;

47,217,452✔

241

  releaseBufPage(pTableScanInfo->base.pdInfo.pAggSup->pResultBuf, pPage);

58,842,149✔

243

  if (notLoadBlock) {

59,012,211✔

244

    *status = FUNC_DATA_REQUIRED_NOT_LOAD;

11,795,564✔

245

    code = insertTableToScanIgnoreList(pTableScanInfo, pBlockInfo->id.uid);

11,795,564✔

248

  return code;

59,008,995✔

251

static int32_t doFilterByBlockSMA(SFilterInfo* pFilterInfo, SColumnDataAgg* pColsAgg, int32_t numOfCols,

9,013,140✔

253

  if (pColsAgg == NULL || pFilterInfo == NULL) {

9,013,140✔

258

  return filterRangeExecute(pFilterInfo, pColsAgg, numOfCols, numOfRows, keep);

9,013,140✔

261

static int32_t doLoadBlockSMA(STableScanBase* pTableScanInfo, SSDataBlock* pBlock, SExecTaskInfo* pTaskInfo,

126,145,027✔

263

  SStorageAPI* pAPI = &pTaskInfo->storageAPI;

126,145,027✔

264

  bool         allColumnsHaveAgg = true;

126,171,263✔

265

  bool         hasNullSMA = false;

126,177,756✔

266

  if (pLoad != NULL) {

126,164,205✔

267

    *pLoad = false;

126,152,562✔

270

  int32_t code = pAPI->tsdReader.tsdReaderRetrieveBlockSMAInfo(pTableScanInfo->dataReader, pBlock, &allColumnsHaveAgg,

126,165,129✔

272

  if (code != TSDB_CODE_SUCCESS) {

126,142,460✔

276

  if (!allColumnsHaveAgg || hasNullSMA) {

126,142,460✔

277

    *pLoad = false;

111,632,708✔

279

    *pLoad = true;

14,509,752✔

282

  return code;

126,137,712✔

285

static int32_t doSetTagColumnData(STableScanBase* pTableScanInfo, SSDataBlock* pBlock, SExecTaskInfo* pTaskInfo,

632,915,152✔

287

  int32_t    code = 0;

632,915,152✔

288

  SExprSupp* pSup = &pTableScanInfo->pseudoSup;

632,915,152✔

289

  if (pSup->numOfExprs > 0) {

633,256,373✔

290

    code = addTagPseudoColumnData(&pTableScanInfo->readHandle, pSup->pExprInfo, pSup->numOfExprs, pBlock, rows,

272,541,115✔

293

    if (code == TSDB_CODE_PAR_TABLE_NOT_EXIST) {

272,362,983✔

294

      if (pTaskInfo->streamInfo.pState) blockDataCleanup(pBlock);

21,968✔

299

  return code;

633,018,314✔

302

bool applyLimitOffset(SLimitInfo* pLimitInfo, SSDataBlock* pBlock, SExecTaskInfo* pTaskInfo) {

1,094,888,359✔

303

  SLimit*     pLimit = &pLimitInfo->limit;

1,094,888,359✔

304

  const char* id = GET_TASKID(pTaskInfo);

1,095,023,067✔

306

  if (pLimitInfo->remainOffset > 0) {

1,095,130,540✔

307

    if (pLimitInfo->remainOffset >= pBlock->info.rows) {

5,269,546✔

308

      pLimitInfo->remainOffset -= pBlock->info.rows;

2,730,014✔

309

      blockDataEmpty(pBlock);

2,730,014✔

310

      qDebug("current block ignore due to offset, current:%" PRId64 ", %s", pLimitInfo->remainOffset, id);

2,730,014✔

311

      return false;

2,730,014✔

313

      int32_t code = blockDataTrimFirstRows(pBlock, pLimitInfo->remainOffset);

2,539,532✔

314

      if (code != TSDB_CODE_SUCCESS) {

2,539,532✔

319

      pLimitInfo->remainOffset = 0;

2,539,532✔

323

  if (pLimit->limit != -1 && pLimit->limit <= (pLimitInfo->numOfOutputRows + pBlock->info.rows)) {

1,092,383,344✔

325

    int32_t keep = (int32_t)(pLimit->limit - pLimitInfo->numOfOutputRows);

30,778,665✔

326

    blockDataKeepFirstNRows(pBlock, keep);

30,779,612✔

328

    pLimitInfo->numOfOutputRows += pBlock->info.rows;

30,776,385✔

329

    qDebug("output limit %" PRId64 " has reached, %s", pLimit->limit, id);

30,776,318✔

330

    return true;

30,777,988✔

333

  pLimitInfo->numOfOutputRows += pBlock->info.rows;

1,061,347,492✔

334

  return false;

1,061,582,448✔

341

static int32_t loadDataBlock(SOperatorInfo* pOperator, STableScanBase* pTableScanInfo, SSDataBlock* pBlock,

631,850,090✔

343

  int32_t        code = TSDB_CODE_SUCCESS;

631,850,090✔

344

  int32_t        lino = 0;

631,850,090✔

345

  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;

631,850,090✔

346

  SStorageAPI*   pAPI = &pTaskInfo->storageAPI;

631,980,542✔

347

  bool           loadSMA = false;

631,968,866✔

349

  SFileBlockLoadRecorder* pCost = &pTableScanInfo->readRecorder;

631,968,866✔

351

  pCost->totalBlocks += 1;

632,068,426✔

352

  pCost->totalRows += pBlock->info.rows;

631,933,444✔

353

  *status = pTableScanInfo->dataBlockLoadFlag;

632,024,536✔

355

  if (pOperator->exprSupp.pFilterInfo != NULL) {

631,894,311✔

356

    (*status) = FUNC_DATA_REQUIRED_DATA_LOAD;

90,473,900✔

358

    bool overlap = false;

541,409,049✔

360

        overlapWithTimeWindow(&pTableScanInfo->pdInfo.interval, &pBlock->info, pTableScanInfo->cond.order, &overlap);

541,501,137✔

361

    if (ret != TSDB_CODE_SUCCESS) {

540,964,604✔

364

    if (overlap) {

540,964,604✔

365

      (*status) = FUNC_DATA_REQUIRED_DATA_LOAD;

33,553,782✔

369

  SDataBlockInfo* pBlockInfo = &pBlock->info;

631,494,503✔

370

  taosMemoryFreeClear(pBlock->pBlockAgg);

631,692,332✔

372

  if (*status == FUNC_DATA_REQUIRED_FILTEROUT) {

631,871,784✔

379

  } else if (*status == FUNC_DATA_REQUIRED_NOT_LOAD) {

631,422,821✔

380

    qDebug("%s data block skipped, brange:%" PRId64 "-%" PRId64 ", rows:%" PRId64 ", uid:%" PRIu64,

21,276,672✔

383

    code = doSetTagColumnData(pTableScanInfo, pBlock, pTaskInfo, pBlock->info.rows);

21,279,499✔

384

    pCost->skipBlocks += 1;

21,283,134✔

385

    pAPI->tsdReader.tsdReaderReleaseDataBlock(pTableScanInfo->dataReader);

21,282,721✔

386

    return code;

21,280,868✔

387

  } else if (*status == FUNC_DATA_REQUIRED_SMA_LOAD) {

610,121,748✔

388

    pCost->loadBlockStatis += 1;

35,715,612✔

389

    loadSMA = true;  // mark the operation of load sma;

35,706,227✔

390

    bool success = true;

35,706,227✔

391

    code = doLoadBlockSMA(pTableScanInfo, pBlock, pTaskInfo, &success);

35,712,432✔

392

    if (code) {

35,705,007✔

395

      QUERY_CHECK_CODE(code, lino, _end);

4,561✔

398

    if (success) {  // failed to load the block sma data, data block statistics does not exist, load data block instead

35,709,177✔

399

      qDebug("%s data block SMA loaded, brange:%" PRId64 "-%" PRId64 ", rows:%" PRId64, GET_TASKID(pTaskInfo),

5,496,612✔

401

      code = doSetTagColumnData(pTableScanInfo, pBlock, pTaskInfo, pBlock->info.rows);

5,496,612✔

402

      pAPI->tsdReader.tsdReaderReleaseDataBlock(pTableScanInfo->dataReader);

5,496,612✔

403

      return code;

5,575,601✔

405

      qDebug("%s failed to load SMA, since not all columns have SMA", GET_TASKID(pTaskInfo));

30,212,565✔

406

      *status = FUNC_DATA_REQUIRED_DATA_LOAD;

30,219,668✔

410

  if (*status != FUNC_DATA_REQUIRED_DATA_LOAD) {

604,621,306✔

417

  if (pOperator->exprSupp.pFilterInfo != NULL && (!loadSMA)) {

604,641,145✔

418

    bool success = true;

90,449,241✔

419

    code = doLoadBlockSMA(pTableScanInfo, pBlock, pTaskInfo, &success);

90,463,429✔

420

    if (code) {

90,385,178✔

423

      QUERY_CHECK_CODE(code, lino, _end);

43,260✔

426

    if (success) {

90,428,438✔

427

      size_t size = taosArrayGetSize(pBlock->pDataBlock);

9,013,140✔

428

      bool   keep = false;

9,013,140✔

429

      code = doFilterByBlockSMA(pOperator->exprSupp.pFilterInfo, pBlock->pBlockAgg, size, pBlockInfo->rows, &keep);

9,013,140✔

430

      if (code) {

9,013,140✔

436

      if (!keep) {

9,013,140✔

437

        qDebug("%s data block filter out by block SMA, brange:%" PRId64 "-%" PRId64 ", rows:%" PRId64,

3,330,224✔

439

        pCost->filterOutBlocks += 1;

3,330,224✔

440

        (*status) = FUNC_DATA_REQUIRED_FILTEROUT;

3,330,224✔

441

        taosMemoryFreeClear(pBlock->pBlockAgg);

3,330,224✔

443

        pAPI->tsdReader.tsdReaderReleaseDataBlock(pTableScanInfo->dataReader);

3,330,224✔

444

        return TSDB_CODE_SUCCESS;

3,330,224✔

450

  taosMemoryFreeClear(pBlock->pBlockAgg);

601,494,957✔

453

  code = doDynamicPruneDataBlock(pOperator, pBlockInfo, status);

601,348,046✔

454

  if (code) {

601,388,972✔

455

    pAPI->tsdReader.tsdReaderReleaseDataBlock(pTableScanInfo->dataReader);

156,095✔

459

  if (*status == FUNC_DATA_REQUIRED_NOT_LOAD) {

601,232,877✔

460

    qDebug("%s data block skipped due to dynamic prune, brange:%" PRId64 "-%" PRId64 ", rows:%" PRId64,

11,795,564✔

462

    pCost->skipBlocks += 1;

11,796,372✔

463

    pAPI->tsdReader.tsdReaderReleaseDataBlock(pTableScanInfo->dataReader);

11,795,961✔

465

    STableScanInfo* p1 = pOperator->info;

11,795,961✔

466

    if (taosHashGetSize(p1->pIgnoreTables) == taosArrayGetSize(p1->base.pTableListInfo->pTableList)) {

11,795,961✔

467

      *status = FUNC_DATA_REQUIRED_ALL_FILTEROUT;

2,985,795✔

469

      *status = FUNC_DATA_REQUIRED_FILTEROUT;

8,810,166✔

471

    return TSDB_CODE_SUCCESS;

11,795,961✔

474

  pCost->totalCheckedRows += pBlock->info.rows;

589,270,587✔

475

  pCost->loadBlocks += 1;

589,729,039✔

477

  SSDataBlock* p = NULL;

589,540,129✔

478

  code = pAPI->tsdReader.tsdReaderRetrieveDataBlock(pTableScanInfo->dataReader, &p);

589,461,991✔

479

  if (p == NULL || code != TSDB_CODE_SUCCESS || p != pBlock) {

589,522,910✔

483

  if ((pOperator->operatorType == QUERY_NODE_PHYSICAL_PLAN_TABLE_SCAN) &&

589,594,033✔

484

      ((STableScanInfo*)pOperator->info)->ignoreTag) {

461,936,963✔

488

    code = doSetTagColumnData(pTableScanInfo, pBlock, pTaskInfo, pBlock->info.rows);

559,944,446✔

489

    if (code) {

560,209,050✔

495

  pCost->totalRows -= pBlock->info.rows;

589,750,981✔

497

  if (pOperator->exprSupp.pFilterInfo != NULL) {

589,869,392✔

498

    code = doFilter(pBlock, pOperator->exprSupp.pFilterInfo, &pTableScanInfo->matchInfo, NULL);

87,119,052✔

499

    QUERY_CHECK_CODE(code, lino, _end);

87,077,097✔

501

    int64_t st = taosGetTimestampUs();

85,978,972✔

502

    double  el = (taosGetTimestampUs() - st) / 1000.0;

85,983,340✔

503

    pTableScanInfo->readRecorder.filterTime += el;

85,983,340✔

505

    if (pBlock->info.rows == 0) {

85,950,138✔

506

      pCost->filterOutBlocks += 1;

15,893,171✔

507

      qDebug("%s data block filter out, brange:%" PRId64 "-%" PRId64 ", rows:%" PRId64 ", elapsed time:%.2f ms",

15,920,027✔

510

      qDebug("%s data block filter applied, elapsed time:%.2f ms", GET_TASKID(pTaskInfo), el);

70,014,006✔

514

  bool limitReached = applyLimitOffset(&pTableScanInfo->limitInfo, pBlock, pTaskInfo);

588,708,277✔

515

  if (limitReached) {  // set operator flag is done

588,814,236✔

516

    setOperatorCompleted(pOperator);

2,942,617✔

519

  pCost->totalRows += pBlock->info.rows;

588,890,243✔

521

_end:

590,067,773✔

522

  if (code != TSDB_CODE_SUCCESS) {

589,949,241✔

523

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

1,150,492✔

525

  return code;

589,697,642✔

528

static void prepareForDescendingScan(STableScanBase* pTableScanInfo, SqlFunctionCtx* pCtx, int32_t numOfOutput) {

65,660✔

529

  SET_REVERSE_SCAN_FLAG(pTableScanInfo);

65,660✔

531

  switchCtxOrder(pCtx, numOfOutput);

65,660✔

532

  pTableScanInfo->cond.order = TSDB_ORDER_DESC;

65,660✔

535

65,660✔

603

int32_t addTagPseudoColumnData(SReadHandle* pHandle, const SExprInfo* pExpr, int32_t numOfExpr, SSDataBlock* pBlock,

335,822,293✔

605

  int32_t          code = TSDB_CODE_SUCCESS;

335,822,293✔

606

  int32_t          lino = 0;

335,822,293✔

607

  bool             freeReader = false;

335,822,293✔

608

  LRUHandle*       h = NULL;

335,822,293✔

609

  STableCachedVal  val = {0};

335,822,293✔

610

  SMetaReader      mr = {0};

335,822,293✔

611

  const char*      idStr = pTask->id.str;

335,886,681✔

612

  int32_t          insertRet = TAOS_LRU_STATUS_OK;

335,936,562✔

613

  STableCachedVal* pVal = NULL;

335,936,562✔

616

  if (numOfExpr <= 0) {

335,944,635✔

617

    return TSDB_CODE_SUCCESS;

264,974✔

623

  int32_t backupRows = pBlock->info.rows;

335,679,661✔

624

  pBlock->info.rows = rows;

335,815,621✔

630

  if (pCache == NULL || pCache->pTableMetaEntryCache == NULL) {

335,755,053✔

631

    pHandle->api.metaReaderFn.initReader(&mr, pHandle->vnode, META_READER_LOCK, &pHandle->api.metaFn);

335,739,297✔

632

    code = pHandle->api.metaReaderFn.getEntryGetUidCache(&mr, pBlock->info.id.uid);

335,870,244✔

633

    if (code != TSDB_CODE_SUCCESS) {

335,482,506✔

648

    pHandle->api.metaReaderFn.readerReleaseLock(&mr);

335,482,506✔

650

    val.pName = mr.me.name;

335,776,963✔

651

    val.pTags = (STag*)mr.me.ctbEntry.pTags;

335,776,963✔

653

    freeReader = true;

335,776,963✔

695

  for (int32_t j = 0; j < numOfExpr; ++j) {

1,117,199,828✔

696

    const SExprInfo* pExpr1 = &pExpr[j];

781,401,361✔

697

    int32_t          dstSlotId = pExpr1->base.resSchema.slotId;

781,399,887✔

699

    SColumnInfoData* pColInfoData = taosArrayGet(pBlock->pDataBlock, dstSlotId);

781,741,482✔

700

    colInfoDataCleanup(pColInfoData, pBlock->info.rows);

781,759,367✔

702

    int32_t functionId = pExpr1->pExpr->_function.functionId;

781,729,160✔

705

    if (fmIsScanPseudoColumnFunc(functionId)) {

781,859,725✔

706

      int32_t fType = pExpr1->pExpr->_function.functionType;

90,860,127✔

707

      if (fType == FUNCTION_TYPE_TBNAME) {

90,876,151✔

708

        code = setTbNameColData(pBlock, pColInfoData, functionId, val.pName);

90,876,151✔

709

        QUERY_CHECK_CODE(code, lino, _end);

90,845,336✔

718

      STagVal tagVal = {0};

690,593,250✔

719

      tagVal.cid = pExpr1->base.pParam[0].pCol->colId;

690,572,347✔

720

      const char* p = pHandle->api.metaFn.extractTagVal(val.pTags, pColInfoData->info.type, &tagVal);

690,898,272✔

722

      char* data = NULL;

690,933,289✔

723

      if (pColInfoData->info.type != TSDB_DATA_TYPE_JSON && p != NULL) {

690,933,289✔

724

        data = tTagValToData((const STagVal*)p, false);

685,434,242✔

726

        data = (char*)p;

5,571,367✔

729

      bool isNullVal = (data == NULL) || (pColInfoData->info.type == TSDB_DATA_TYPE_JSON && tTagIsJsonNull(data));

690,774,934✔

730

      if (isNullVal) {

690,958,600✔

731

        colDataSetNNULL(pColInfoData, 0, pBlock->info.rows);

5,096,237✔

732

      } else if (pColInfoData->info.type != TSDB_DATA_TYPE_JSON) {

685,862,363✔

733

        code = colDataSetNItems(pColInfoData, 0, data, pBlock->info.rows, 1, false);

685,086,526✔

734

        if (IS_VAR_DATA_TYPE(((const STagVal*)p)->type)) {

685,360,194✔

735

          char* tmp = taosMemoryCalloc(1, varDataLen(data) + 1);

287,263,474✔

736

          if (tmp != NULL) {

287,343,187✔

737

            memcpy(tmp, varDataVal(data), varDataLen(data));

287,343,187✔

738

            qDebug("get tag value:%s, cid:%d, table name:%s, uid%" PRId64, tmp, tagVal.cid, val.pName,

287,361,309✔

740

            taosMemoryFree(tmp);

287,420,480✔

742

          taosMemoryFree(data);

287,418,805✔

744

        QUERY_CHECK_CODE(code, lino, _end);

685,237,376✔

746

        for (int32_t i = 0; i < pBlock->info.rows; ++i) {

2,956,908✔

747

          code = colDataSetVal(pColInfoData, i, data, false);

2,481,062✔

748

          QUERY_CHECK_CODE(code, lino, _end);

2,481,778✔

755

  pBlock->info.rows = backupRows;

335,798,467✔

757

_end:

335,833,156✔

759

  if (NULL != pVal) {

335,721,373✔

768

  if (freeReader) {

335,721,373✔

769

    pHandle->api.metaReaderFn.clearReader(&mr);

335,701,051✔

771

  if (code != TSDB_CODE_SUCCESS) {

335,795,309✔

774

  return code;

335,684,450✔

777

int32_t setTbNameColData(const SSDataBlock* pBlock, SColumnInfoData* pColInfoData, int32_t functionId,

90,854,088✔

779

  int32_t                     code = TSDB_CODE_SUCCESS;

90,854,088✔

780

  int32_t                     lino = 0;

90,854,088✔

781

  struct SScalarFuncExecFuncs fpSet = {0};

90,854,088✔

782

  code = fmGetScalarFuncExecFuncs(functionId, &fpSet);

90,861,157✔

783

  QUERY_CHECK_CODE(code, lino, _end);

90,862,955✔

785

  size_t len = TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE;

90,862,955✔

786

  char   buf[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};

90,862,955✔

787

  STR_TO_VARSTR(buf, name)

90,849,742✔

789

  SColumnInfoData infoData = createColumnInfoData(TSDB_DATA_TYPE_VARCHAR, len, 1);

90,847,965✔

791

  code = colInfoDataEnsureCapacity(&infoData, 1, false);

90,851,684✔

792

  QUERY_CHECK_CODE(code, lino, _end);

90,862,591✔

794

  code = colDataSetVal(&infoData, 0, buf, false);

90,862,591✔

795

  QUERY_CHECK_CODE(code, lino, _end);

90,864,172✔

797

  SScalarParam srcParam = {.numOfRows = pBlock->info.rows, .columnData = &infoData};

90,864,172✔

798

  SScalarParam param = {.columnData = pColInfoData};

90,865,789✔

800

  if (fpSet.process != NULL) {

90,842,032✔

801

    code = fpSet.process(&srcParam, 1, &param);

90,842,032✔

802

    QUERY_CHECK_CODE(code, lino, _end);

90,876,476✔

807

  colDataDestroy(&infoData);

90,876,476✔

809

_end:

90,840,455✔

810

  if (code != TSDB_CODE_SUCCESS) {

90,844,472✔

813

  return code;

90,844,472✔

882

static int32_t initNextGroupScan(STableScanInfo* pInfo, STableKeyInfo** pKeyInfo, int32_t* size) {

199,554,449✔

883

  int32_t code = TSDB_CODE_SUCCESS;

199,554,449✔

884

  int32_t lino = 0;

199,554,449✔

885

  code = tableListGetGroupList(pInfo->base.pTableListInfo, pInfo->currentGroupId, pKeyInfo, size);

199,554,449✔

886

  QUERY_CHECK_CODE(code, lino, _end);

199,628,207✔

888

  pInfo->tableStartIndex = TARRAY_ELEM_IDX(pInfo->base.pTableListInfo->pTableList, *pKeyInfo);

199,628,207✔

889

  pInfo->tableEndIndex = (pInfo->tableStartIndex + (*size) - 1);

199,515,994✔

890

  pInfo->pResBlock->info.blankFill = false;

199,561,598✔

891

  taosMemoryFreeClear(pInfo->pResBlock->pBlockAgg);

199,543,942✔

893

  if (!pInfo->needCountEmptyTable) {

199,688,896✔

894

    pInfo->countState = TABLE_COUNT_STATE_END;

180,184,052✔

896

    pInfo->countState = TABLE_COUNT_STATE_SCAN;

19,444,618✔

899

_end:

199,551,411✔

900

  if (code != TSDB_CODE_SUCCESS) {

199,551,411✔

903

  return code;

199,528,080✔

906

void markGroupProcessed(STableScanInfo* pInfo, uint64_t groupId) {

518,435,742✔

907

  if (pInfo->countState == TABLE_COUNT_STATE_END) {

518,435,742✔

908

    return;

448,605,694✔

910

  if (pInfo->base.pTableListInfo->groupOffset) {

69,994,339✔

911

    pInfo->countState = TABLE_COUNT_STATE_PROCESSED;

220,724✔

913

    int32_t code = taosHashRemove(pInfo->base.pTableListInfo->remainGroups, &groupId, sizeof(groupId));

69,780,755✔

914

    if (code != TSDB_CODE_SUCCESS) {

69,798,718✔

915

      qDebug("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code));

6,057,129✔

920

static SSDataBlock* getOneRowResultBlock(SExecTaskInfo* pTaskInfo, STableScanBase* pBase, SSDataBlock* pBlock,

46,072,466✔

922

  blockDataEmpty(pBlock);

46,072,466✔

923

  pBlock->info.rows = 1;

46,075,429✔

924

  pBlock->info.id.uid = tbInfo->uid;

46,075,429✔

925

  pBlock->info.id.groupId = tbInfo->groupId;

46,077,437✔

926

  pBlock->info.blankFill = true;

46,069,956✔

929

  int32_t col_num = blockDataGetNumOfCols(pBlock);

46,072,466✔

930

  for (int32_t i = 0; i < col_num; ++i) {

190,526,268✔

931

    SColumnInfoData* pColInfoData = taosArrayGet(pBlock->pDataBlock, i);

144,453,151✔

936

  terrno = doSetTagColumnData(pBase, pBlock, pTaskInfo, 1);

46,073,117✔

938

  return pBlock;

46,060,408✔

941

static SSDataBlock* getBlockForEmptyTable(SOperatorInfo* pOperator, const STableKeyInfo* tbInfo) {

44,271,299✔

942

  STableScanInfo* pTableScanInfo = pOperator->info;

44,271,299✔

944

      getOneRowResultBlock(pOperator->pTaskInfo, &pTableScanInfo->base, pTableScanInfo->pResBlock, tbInfo);

44,274,311✔

946

  pOperator->resultInfo.totalRows++;

44,248,944✔

947

  return pBlock;

44,272,403✔

954

static int32_t prepareTableScan(SOperatorInfo* pOperator) {

696,694,825✔

955

  int32_t code = TSDB_CODE_SUCCESS;

696,694,825✔

956

  int32_t lino = 0;

696,694,825✔

958

  qDebug("%s, prepareTableScan start", GET_TASKID(pOperator->pTaskInfo));

696,694,825✔

959

  SOperatorParam* pGetParam = pOperator->pOperatorGetParam;

696,829,031✔

960

  if (NULL != pGetParam && NULL != pGetParam->value &&

697,077,497✔

961

      ((STableScanOperatorParam*)pGetParam->value)->paramType ==

31,896,275✔

962

         NOTIFY_TYPE_SCAN_PARAM &&

1,328,918✔

963

      ((STableScanOperatorParam*)pGetParam->value)->notifyToProcess) {

1,328,918✔

964

    STableScanOperatorParam* pNotify =

1,328,918✔

967

    STableScanInfo* pTableScanInfo = pOperator->info;

1,328,918✔

968

    SExecTaskInfo*  pTaskInfo = pOperator->pTaskInfo;

1,328,918✔

969

    SStorageAPI*    pAPI = &pTaskInfo->storageAPI;

1,328,918✔

970

    code = pAPI->tsdReader.tsdReaderStepDone(pTableScanInfo->base.dataReader,

1,328,918✔

972

    QUERY_CHECK_CODE(code, lino, _end);

1,328,918✔

974

    if (!pGetParam->reUse) {

1,328,918✔

981

      pGetParam->reUse = false;

1,328,918✔

986

    pOperator->pOperatorGetParam = NULL;

1,328,918✔

989

  qDebug("%s, prepareTableScan end", GET_TASKID(pOperator->pTaskInfo));

697,067,319✔

990

_end:

145,296,765✔

991

  if (code != TSDB_CODE_SUCCESS) {

697,057,787✔

995

  return code;

697,050,253✔

998

static int32_t doTableScanImplNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {

658,452,227✔

999

  int32_t         code = TSDB_CODE_SUCCESS;

658,452,227✔

1000

  int32_t         lino = 0;

658,452,227✔

1001

  STableScanInfo* pTableScanInfo = pOperator->info;

658,452,227✔

1002

  SExecTaskInfo*  pTaskInfo = pOperator->pTaskInfo;

658,488,761✔

1003

  SStorageAPI*    pAPI = &pTaskInfo->storageAPI;

658,431,839✔

1004

  SSDataBlock*    pBlock = pTableScanInfo->pResBlock;

658,560,145✔

1005

  bool            hasNext = false;

658,427,385✔

1006

  int64_t         st = taosGetTimestampUs();

658,475,441✔

1008

  QRY_PARAM_CHECK(ppRes);

658,475,441✔

1009

  pBlock->info.dataLoad = false;

658,478,552✔

1011

  while (true) {

23,634,390✔

1012

    code = pAPI->tsdReader.tsdNextDataBlock(pTableScanInfo->base.dataReader, &hasNext);

681,846,987✔

1013

    if (code != TSDB_CODE_SUCCESS) {

681,775,998✔

1015

      QUERY_CHECK_CODE(code, lino, _end);

1,002,382✔

1018

    if (!hasNext) {

681,742,766✔

1019

      break;

179,901,877✔

1022

    if (isTaskKilled(pTaskInfo)) {

501,876,247✔

1023

      pAPI->tsdReader.tsdReaderReleaseDataBlock(pTableScanInfo->base.dataReader);

41,597✔

1024

      code = pTaskInfo->code;

16,250✔

1025

      QUERY_CHECK_CODE(code, lino, _end);

16,250✔

1028

    if (pOperator->status == OP_EXEC_DONE) {

502,291,092✔

1029

      pAPI->tsdReader.tsdReaderReleaseDataBlock(pTableScanInfo->base.dataReader);

123,558✔

1030

      break;

123,558✔

1034

    bool processThisBlock = processBlockWithProbability(&pTableScanInfo->sample);

502,029,025✔

1035

    if (!processThisBlock) {

501,937,565✔

1036

      continue;

2,097,891✔

1039

    if (pBlock->info.id.uid) {

501,937,565✔

1040

      pBlock->info.id.groupId = tableListGetTableGroupId(pTableScanInfo->base.pTableListInfo, pBlock->info.id.uid);

502,107,016✔

1043

    uint32_t status = 0;

502,194,738✔

1044

    code = loadDataBlock(pOperator, &pTableScanInfo->base, pBlock, &status);

502,233,840✔

1045

    QUERY_CHECK_CODE(code, lino, _end);

501,910,482✔

1047

    if (status == FUNC_DATA_REQUIRED_ALL_FILTEROUT) {

500,819,760✔

1048

      break;

2,985,795✔

1052

    if (status == FUNC_DATA_REQUIRED_FILTEROUT || pBlock->info.rows == 0) {

497,833,965✔

1053

      continue;

23,634,390✔

1056

    pOperator->resultInfo.totalRows = pTableScanInfo->base.readRecorder.totalRows;

474,249,161✔

1057

    pTableScanInfo->base.readRecorder.elapsedTime += (taosGetTimestampUs() - st) / 1000.0;

474,283,025✔

1059

    pOperator->cost.totalCost = pTableScanInfo->base.readRecorder.elapsedTime;

474,344,371✔

1060

    pBlock->info.scanFlag = pTableScanInfo->base.scanFlag;

474,389,134✔

1062

    (*ppRes) = pBlock;

474,421,304✔

1063

    return code;

474,247,541✔

1066

_end:

184,122,182✔

1067

  if (code != TSDB_CODE_SUCCESS) {

184,132,652✔

1068

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

1,132,813✔

1069

    pTaskInfo->code = code;

1,132,813✔

1070

    T_LONG_JMP(pTaskInfo->env, code);

1,106,972✔

1072

  return code;

182,999,839✔

1075

static int32_t doGroupedTableScan(SOperatorInfo* pOperator, SSDataBlock** pBlock) {

705,740,102✔

1076

  int32_t         code = TSDB_CODE_SUCCESS;

705,740,102✔

1077

  int32_t         lino = 0;

705,740,102✔

1078

  STableScanInfo* pTableScanInfo = pOperator->info;

705,740,102✔

1079

  SExecTaskInfo*  pTaskInfo = pOperator->pTaskInfo;

705,812,879✔

1080

  SStorageAPI*    pAPI = &pTaskInfo->storageAPI;

705,784,225✔

1082

  QRY_PARAM_CHECK(pBlock);

705,786,069✔

1085

  if (pTableScanInfo->base.dataReader == NULL || pOperator->status == OP_EXEC_DONE) {

705,712,232✔

1086

    return code;

3,069,486✔

1090

  while (pTableScanInfo->scanTimes < pTableScanInfo->scanInfo.numOfAsc) {

869,814,067✔

1091

    SSDataBlock* p = NULL;

606,599,381✔

1092

    code = doTableScanImplNext(pOperator, &p);

606,470,661✔

1093

    QUERY_CHECK_CODE(code, lino, _end);

605,286,184✔

1095

    if (p != NULL) {

605,286,184✔

1096

      markGroupProcessed(pTableScanInfo, p->info.id.groupId);

438,205,566✔

1097

      *pBlock = p;

438,137,302✔

1098

      return code;

437,935,030✔

1101

    pTableScanInfo->scanTimes += 1;

167,080,618✔

1102

    taosHashClear(pTableScanInfo->pIgnoreTables);

167,103,428✔

1104

    if (pTableScanInfo->scanTimes < pTableScanInfo->scanInfo.numOfAsc) {

167,131,582✔

1105

      setTaskStatus(pTaskInfo, TASK_NOT_COMPLETED);

83,104✔

1106

      pTableScanInfo->base.scanFlag = MAIN_SCAN;

82,094✔

1107

      pTableScanInfo->base.dataBlockLoadFlag = FUNC_DATA_REQUIRED_DATA_LOAD;

82,094✔

1108

      qDebug("start to repeat ascending order scan data blocks due to query func required, %s", GET_TASKID(pTaskInfo));

82,094✔

1111

      code = pAPI->tsdReader.tsdReaderResetStatus(pTableScanInfo->base.dataReader, &pTableScanInfo->base.cond);

82,094✔

1112

      QUERY_CHECK_CODE(code, lino, _end);

85,019✔

1116

  int32_t total = pTableScanInfo->scanInfo.numOfAsc + pTableScanInfo->scanInfo.numOfDesc;

263,159,999✔

1117

  if (pTableScanInfo->scanTimes < total) {

263,183,551✔

1118

    if (pTableScanInfo->base.cond.order == TSDB_ORDER_ASC) {

51,812,498✔

1119

      prepareForDescendingScan(&pTableScanInfo->base, pOperator->exprSupp.pCtx, 0);

65,660✔

1120

      code = pAPI->tsdReader.tsdReaderResetStatus(pTableScanInfo->base.dataReader, &pTableScanInfo->base.cond);

65,660✔

1121

      QUERY_CHECK_CODE(code, lino, _end);

65,660✔

1122

      qDebug("%s start to descending order scan data blocks due to query func required", GET_TASKID(pTaskInfo));

65,660✔

1125

    while (pTableScanInfo->scanTimes < total) {

67,682,014✔

1126

      SSDataBlock* p = NULL;

51,822,707✔

1127

      code = doTableScanImplNext(pOperator, &p);

51,799,468✔

1128

      QUERY_CHECK_CODE(code, lino, _end);

51,826,065✔

1130

      if (p != NULL) {

51,826,065✔

1131

        markGroupProcessed(pTableScanInfo, p->info.id.groupId);

35,966,081✔

1132

        *pBlock = p;

35,959,956✔

1133

        return code;

35,959,407✔

1136

      pTableScanInfo->scanTimes += 1;

15,859,984✔

1137

      taosHashClear(pTableScanInfo->pIgnoreTables);

15,857,959✔

1139

      if (pTableScanInfo->scanTimes < total) {

15,857,956✔

1145

        QUERY_CHECK_CODE(code, lino, _end);

2,212✔

1150

  if (pTableScanInfo->countState < TABLE_COUNT_STATE_END) {

227,205,209✔

1151

    STableListInfo* pTableListInfo = pTableScanInfo->base.pTableListInfo;

62,981,934✔

1152

    if (pTableListInfo->groupOffset) {  // group by tbname, group by tag + sort

62,982,432✔

1153

      if (pTableScanInfo->countState < TABLE_COUNT_STATE_PROCESSED) {

120,078✔

1154

        pTableScanInfo->countState = TABLE_COUNT_STATE_PROCESSED;

4,938✔

1156

            (STableKeyInfo*)tableListGetInfo(pTableScanInfo->base.pTableListInfo, pTableScanInfo->tableStartIndex);

4,938✔

1158

        if (NULL == pStart) {

4,938✔

1162

        *pBlock = getBlockForEmptyTable(pOperator, pStart);

4,938✔

1163

        return code;

4,938✔

1166

      int32_t numOfTables = 0;

62,858,172✔

1167

      code = tableListGetSize(pTableListInfo, &numOfTables);

62,861,350✔

1168

      QUERY_CHECK_CODE(code, lino, _end);

62,863,358✔

1170

      if (pTableScanInfo->tableEndIndex + 1 >= numOfTables) {

62,863,358✔

1172

        void* pIte = taosHashIterate(pTableListInfo->remainGroups, NULL);

60,652,806✔

1173

        if (pIte != NULL) {

60,650,292✔

1174

          size_t        keySize = 0;

44,265,859✔

1175

          uint64_t*     pGroupId = taosHashGetKey(pIte, &keySize);

44,265,859✔

1176

          STableKeyInfo info = {.uid = *(uint64_t*)pIte, .groupId = *pGroupId};

44,264,855✔

1177

          taosHashCancelIterate(pTableListInfo->remainGroups, pIte);

44,264,353✔

1178

          markGroupProcessed(pTableScanInfo, *pGroupId);

44,264,855✔

1179

          *pBlock = getBlockForEmptyTable(pOperator, &info);

44,266,863✔

1181

          return code;

44,261,135✔

1185

    pTableScanInfo->countState = TABLE_COUNT_STATE_END;

18,709,631✔

1188

_end:

164,239,892✔

1189

  if (code != TSDB_CODE_SUCCESS) {

182,932,815✔

1194

  return code;

182,932,815✔

1197

static int32_t createTableListInfoFromParam(SOperatorInfo* pOperator) {

944,872✔

1198

  STableScanInfo*          pInfo = pOperator->info;

944,872✔

1199

  SExecTaskInfo*           pTaskInfo = pOperator->pTaskInfo;

944,872✔

1200

  int32_t                  code = 0;

944,872✔

1201

  STableListInfo*          pListInfo = pInfo->base.pTableListInfo;

944,872✔

1202

  STableScanOperatorParam* pParam = (STableScanOperatorParam*)pOperator->pOperatorGetParam->value;

944,872✔

1203

  int32_t                  num = taosArrayGetSize(pParam->pUidList);

944,872✔

1204

  if (num <= 0) {

944,872✔

1209

  qDebug("vgId:%d add total %d dynamic tables to scan, tableSeq:%d, exist num:%" PRId64 ", operator status:%d",

944,872✔

1213

  if (pParam->tableSeq) {

944,872✔

1214

    pListInfo->oneTableForEachGroup = true;

692,433✔

1215

    if (taosArrayGetSize(pListInfo->pTableList) > 0) {

692,433✔

1221

    pListInfo->oneTableForEachGroup = false;

252,439✔

1222

    pListInfo->numOfOuputGroups = 1;

252,439✔

1224

  if (pParam->window.skey == INT64_MAX && pParam->window.ekey == INT64_MIN) {

944,872✔

1227

    pInfo->base.cond.twindows.skey = pParam->window.skey;

688,113✔

1228

    pInfo->base.cond.twindows.ekey = pParam->window.ekey;

688,113✔

1231

  STableKeyInfo info = {.groupId = 0};

944,872✔

1232

  int32_t       tableIdx = 0;

944,872✔

1233

  for (int32_t i = 0; i < num; ++i) {

8,848,903✔

1234

    uint64_t* pUid = taosArrayGet(pParam->pUidList, i);

7,904,031✔

1235

    if (!pUid) {

7,902,023✔

1240

    if (taosHashPut(pListInfo->map, pUid, sizeof(uint64_t), &tableIdx, sizeof(int32_t))) {

7,902,023✔

1241

      if (TSDB_CODE_DUP_KEY == terrno) {

6,618,148✔

1242

        continue;

6,622,666✔

1247

    info.uid = *pUid;

1,283,875✔

1248

    void* p = taosArrayPush(pListInfo->pTableList, &info);

1,283,875✔

1249

    if (p == NULL) {

1,283,875✔

1253

    tableIdx++;

1,283,875✔

1254

    qDebug("add dynamic table scan uid:%" PRIu64 ", %s", info.uid, GET_TASKID(pTaskInfo));

1,283,875✔

1257

  return code;

944,872✔

1260

static int32_t doInitReader(STableScanInfo* pInfo, SExecTaskInfo* pTaskInfo, SStorageAPI* pAPI, int32_t* pNum,

184,420,254✔

1262

  const char* idStr = GET_TASKID(pTaskInfo);

184,420,254✔

1263

  int32_t     code = initNextGroupScan(pInfo, pList, pNum);

184,468,618✔

1264

  if (code) {

184,087,345✔

1265

    qError("%s failed to init groupScan Info, code:%s at line:%d", idStr, tstrerror(code), __LINE__);

112,274✔

1269

  if (pInfo->base.dataReader != NULL) {

183,975,071✔

1274

  code = pAPI->tsdReader.tsdReaderOpen(pInfo->base.readHandle.vnode, &pInfo->base.cond, *pList, *pNum, pInfo->pResBlock,

336,453,752✔

1275

                                       (void**)&pInfo->base.dataReader, idStr, &pInfo->pIgnoreTables);

184,322,080✔

1276

  if (code) {

184,417,491✔

1277

    qError("%s failed to open tsdbReader, code:%s at line:%d", idStr, tstrerror(code), __LINE__);

2,130✔

1280

  return code;

184,465,218✔

1283

int compareColIdPair(const void* elem1, const void* elem2) {

315,643,117✔

1284

  SColIdPair* node1 = (SColIdPair*)elem1;

315,643,117✔

1285

  SColIdPair* node2 = (SColIdPair*)elem2;

315,643,117✔

1287

  if (node1->orgColId == node2->orgColId) {

315,643,117✔

1288

    return 0;

106,178✔

1291

  return node1->orgColId < node2->orgColId ? -1 : 1;

315,641,183✔

1294

int compareColIdSlotIdPair(const void* elem1, const void* elem2) {

315,608,596✔

1295

  SColIdSlotIdPair* node1 = (SColIdSlotIdPair*)elem1;

315,608,596✔

1296

  SColIdSlotIdPair* node2 = (SColIdSlotIdPair*)elem2;

315,608,596✔

1298

  if (node1->orgColId == node2->orgColId) {

315,608,596✔

1299

    return 0;

106,178✔

1302

  return node1->orgColId < node2->orgColId ? -1 : 1;

315,609,020✔

1305

static bool isNewScanParam(STableScanOperatorParam* pParam) {

42,902,515✔

1306

  return pParam->isNewParam;

42,902,515✔

1309

static int32_t createVTableScanInfoFromBatchParam(SOperatorInfo* pOperator) {

19,311,730✔

1310

  int32_t                  code = 0;

19,311,730✔

1311

  int32_t                  lino = 0;

19,311,730✔

1312

  STableScanInfo*          pInfo = pOperator->info;

19,311,730✔

1313

  SExecTaskInfo*           pTaskInfo = pOperator->pTaskInfo;

19,301,692✔

1314

  SStorageAPI*             pAPI = &pTaskInfo->storageAPI;

19,301,949✔

1315

  STableListInfo*          pListInfo = pInfo->base.pTableListInfo;

19,303,768✔

1316

  SMetaReader              orgTable = {0};

19,299,583✔

1317

  SMetaReader              superTable = {0};

19,321,536✔

1318

  SSchemaWrapper*          schema = NULL;

19,311,569✔

1319

  SArray*                  pColArray = NULL;

19,311,569✔

1320

  SArray*                  pBlockColArray = NULL;

19,311,569✔

1321

  int32_t                  num = 0;

19,311,569✔

1322

  STableKeyInfo*           pList = NULL;

19,307,313✔

1326

  cleanupQueryTableDataCond(&pInfo->base.cond);

19,307,874✔

1328

  SOperatorParam* pGetParam = pOperator->pOperatorGetParam;

19,313,738✔

1329

  if (pGetParam &&

19,318,287✔

1330

      *(ETableScanGetParamType*)pGetParam->value == DYN_TYPE_SCAN_PARAM) {

4,571,024✔

1331

    STableScanOperatorParam* pParam =

4,572,970✔

1333

    pInfo->pBatchColMap = pParam->pBatchTbInfo;

4,573,568✔

1334

    pParam->pBatchTbInfo = NULL;

4,573,323✔

1335

    pInfo->cachedTimeWindow = pParam->window;

4,556,868✔

1336

    pInfo->currentBatchIdx = 0;

4,567,553✔

1337

    pInfo->lastBatchIdx = -1;

4,567,528✔

1338

    pInfo->cachedTagList = pParam->pTagList;

4,571,102✔

1339

    pParam->pTagList = NULL;

4,560,249✔

1340

    pInfo->cachedGroupId = pParam->groupid;

4,571,328✔

1342

    qDebug("vgId:%d dynamic vtable scan with batch param, total %zd tables to scan, groupid:%" PRIu64 ", %s",

4,563,375✔

1344

    taosHashClear(pInfo->pIgnoreTables);

4,563,375✔

1346

    if (pInfo->base.pdInfo.pExprSup) {

4,569,239✔

1347

      SExprSupp* pSup = pInfo->base.pdInfo.pExprSup;

4,287,448✔

1348

      for (int32_t i = 0; i < pSup->numOfExprs; i++) {

54,155,369✔

1349

        SqlFunctionCtx ctx = pSup->pCtx[i];

49,882,453✔

1350

        ctx.skipDynDataCheck = false;

49,869,328✔

1355

  pOrgTbInfo = taosArrayGet(pInfo->pBatchColMap, pInfo->currentBatchIdx);

19,308,732✔

1356

  QUERY_CHECK_NULL(pOrgTbInfo, code, lino, _return, terrno);

19,321,891✔

1358

  if (pInfo->currentBatchIdx == pInfo->lastBatchIdx) {

19,321,891✔

1359

    isNewTable = false;

11,682,534✔

1361

    isNewTable = true;

7,636,310✔

1362

    pInfo->lastBatchIdx = pInfo->currentBatchIdx;

7,636,310✔

1365

  if (isNewTable) {

19,315,398✔

1366

    pAPI->metaReaderFn.initReader(&orgTable, pInfo->base.readHandle.vnode, META_READER_LOCK, &pAPI->metaFn);

7,632,759✔

1367

    code = pAPI->metaReaderFn.getTableEntryByName(&orgTable, strstr(pOrgTbInfo->tbName, ".") + 1);

7,642,649✔

1368

    pAPI->metaReaderFn.readerReleaseLock(&orgTable);

7,620,699✔

1369

    qDebug("dynamic vtable scan for origin table:%s, %s", pOrgTbInfo->tbName, GET_TASKID(pTaskInfo));

7,635,866✔

1370

    QUERY_CHECK_CODE(code, lino, _return);

7,596,713✔

1371

    switch (orgTable.me.type) {

7,596,713✔

1372

      case TSDB_CHILD_TABLE:

386,487✔

1373

        pAPI->metaReaderFn.initReader(&superTable, pInfo->base.readHandle.vnode, META_READER_LOCK, &pAPI->metaFn);

386,487✔

1374

        code = pAPI->metaReaderFn.getTableEntryByUid(&superTable, orgTable.me.ctbEntry.suid);

386,487✔

1375

        pAPI->metaReaderFn.readerReleaseLock(&superTable);

386,487✔

1376

        QUERY_CHECK_CODE(code, lino, _return);

386,487✔

1377

        schema = &superTable.me.stbEntry.schemaRow;

386,487✔

1378

        break;

386,487✔

1379

      case TSDB_NORMAL_TABLE:

7,240,149✔

1380

        schema = &orgTable.me.ntbEntry.schemaRow;

7,240,149✔

1381

        break;

7,240,149✔

1382

      default:

2✔

1383

        qError("invalid table type:%d", orgTable.me.type);

2✔

1388

    pListInfo->oneTableForEachGroup = true;

7,626,636✔

1389

    taosHashClear(pListInfo->map);

7,627,938✔

1390

    taosArrayClear(pListInfo->pTableList);

7,645,862✔

1392

    uint64_t      pUid = orgTable.me.uid;

7,643,846✔

1393

    STableKeyInfo info = {.groupId = pInfo->cachedGroupId, .uid = pUid};

7,643,846✔

1394

    int32_t       tableIdx = 0;

7,643,552✔

1395

    code = taosHashPut(pListInfo->map, &pUid, sizeof(uint64_t), &tableIdx, sizeof(int32_t));

7,643,833✔

1396

    QUERY_CHECK_CODE(code, lino, _return);

7,646,261✔

1397

    QUERY_CHECK_NULL(taosArrayPush(pListInfo->pTableList, &info), code, lino, _return, terrno);

15,289,565✔

1398

    qDebug("add dynamic table scan uid:%" PRIu64 ", %" PRIu64 ", %s", info.uid, info.groupId, GET_TASKID(pTaskInfo));

7,643,304✔

1400

    pColArray = taosArrayInit(schema->nCols, sizeof(SColIdPair));

7,643,304✔

1401

    QUERY_CHECK_NULL(pColArray, code, lino, _return, terrno);

7,638,239✔

1402

    pBlockColArray = taosArrayInit(schema->nCols, sizeof(SColIdSlotIdPair));

7,638,239✔

1403

    QUERY_CHECK_NULL(pBlockColArray, code, lino, _return, terrno);

7,634,223✔

1406

    SColIdPair tsPair = {.vtbColId = PRIMARYKEY_TIMESTAMP_COL_ID, .orgColId = PRIMARYKEY_TIMESTAMP_COL_ID};

7,634,223✔

1407

    QUERY_CHECK_NULL(taosArrayPush(pColArray, &tsPair), code, lino, _return, terrno);

7,641,288✔

1409

    for (int32_t i = 0; i < taosArrayGetSize(pOrgTbInfo->colMap); ++i) {

28,871,298✔

1410

      SColIdNameKV* kv = taosArrayGet(pOrgTbInfo->colMap, i);

21,225,061✔

1411

      for (int32_t j = 0; j < schema->nCols; j++) {

167,731,648✔

1412

        if (strcmp(kv->colName, schema->pSchema[j].name) == 0) {

167,554,064✔

1413

          SColIdPair pPair = {.vtbColId = kv->colId, .orgColId = (col_id_t)(schema->pSchema[j].colId)};

21,242,230✔

1414

          QUERY_CHECK_NULL(taosArrayPush(pColArray, &pPair), code, lino, _return, terrno);

21,242,514✔

1415

          qDebug("dynamic vtable scan map col:%s, orgColId:%d, vtbColId:%d, %s", kv->colName, pPair.orgColId,

21,242,514✔

1417

          break;

21,227,112✔

1422

    for (int32_t i = 0; i < taosArrayGetSize(pColArray); i++) {

36,526,684✔

1423

      SColIdPair* pPair = (SColIdPair*)taosArrayGet(pColArray, i);

28,877,937✔

1424

      for (int32_t j = 0; j < taosArrayGetSize(pInfo->base.matchInfo.pList); j++) {

170,991,968✔

1425

        SColMatchItem* pItem = taosArrayGet(pInfo->base.matchInfo.pList, j);

170,699,866✔

1426

        if (pItem->colId == pPair->vtbColId) {

170,783,942✔

1427

          SColIdSlotIdPair colIdSlotIdPair = {.orgColId = pPair->orgColId, .vtbSlotId = pItem->dstSlotId};

28,881,454✔

1428

          QUERY_CHECK_NULL(taosArrayPush(pBlockColArray, &colIdSlotIdPair), code, lino, _return, terrno);

28,893,347✔

1429

          qDebug("dynamic vtable scan block col map orgColId:%d, vtbSlotId:%d, %s", colIdSlotIdPair.orgColId,

28,893,347✔

1431

          break;

28,876,131✔

1436

    taosArraySort(pColArray, compareColIdPair);

7,640,150✔

1437

    taosArraySort(pBlockColArray, compareColIdSlotIdPair);

7,636,279✔

1438

    if (pInfo->pBlockColMap) {

7,638,356✔

1439

      taosArrayDestroy(pInfo->pBlockColMap);

5,372,108✔

1440

      pInfo->pBlockColMap = NULL;

5,365,084✔

1442

    pInfo->pBlockColMap = taosArrayDup(pBlockColArray, NULL);

7,630,935✔

1443

    QUERY_CHECK_NULL(pInfo->pBlockColMap, code, lino, _return, terrno)

7,639,482✔

1446

    taosArrayRemoveDuplicate(pColArray, compareColIdPair, NULL);

7,615,209✔

1447

    taosArrayRemoveDuplicate(pBlockColArray, compareColIdSlotIdPair, NULL);

7,632,283✔

1449

    if (pInfo->base.pdInfo.pExprSup) {

7,637,865✔

1450

      SExprSupp* pSup = pInfo->base.pdInfo.pExprSup;

6,615,579✔

1451

      for (int32_t i = 0; i < pSup->numOfExprs; i++) {

82,074,936✔

1452

        SqlFunctionCtx* ctx = &pSup->pCtx[i];

75,489,690✔

1453

        bool           needScan = false;

75,488,703✔

1454

        for (int32_t j = 0; j < (fmIsImplicitTsFunc(ctx->functionId) ? ctx->numOfParams - 1 : ctx->numOfParams); j++) {

151,981,008✔

1455

          SFunctParam pParam = ctx->param[j];

76,489,719✔

1456

          for (int32_t k = 0; k < taosArrayGetSize(pColArray); k++) {

366,337,734✔

1457

            SColIdPair* pPair = (SColIdPair*)taosArrayGet(pColArray, k);

307,361,683✔

1458

            if (pParam.pCol && pParam.pCol->colId == pPair->vtbColId) {

308,498,308✔

1459

              needScan |= true;

19,051,813✔

1460

              break;

19,051,813✔

1464

        qDebug("dynamic vtable scan expr funcId:%d, needScan:%d, %s", ctx->functionId, needScan, GET_TASKID(pTaskInfo));

75,487,023✔

1465

        if (!needScan) {

75,543,177✔

1466

          ctx->skipDynDataCheck = true;

56,496,005✔

1468

          ctx->skipDynDataCheck = false;

19,047,172✔

1475

    pColArray = pInfo->lastColArray;

11,682,639✔

1476

    pBlockColArray = pInfo->lastBlockColArray;

11,682,639✔

1479

  code = initQueryTableDataCondWithColArray(&pInfo->base.cond, &pInfo->base.orgCond, &pInfo->base.readHandle, pColArray);

19,320,717✔

1480

  QUERY_CHECK_CODE(code, lino, _return);

19,327,892✔

1482

  if (pInfo->pResBlock) {

19,327,892✔

1483

    blockDataDestroy(pInfo->pResBlock);

14,747,874✔

1484

    pInfo->pResBlock = NULL;

14,747,769✔

1487

  qDebug("dynamic vtable scan isNewTable:%d, order:%d, lastTimeWindow:[%" PRId64 ", %" PRId64 "], "

19,321,747✔

1495

  if (isNewTable) {

19,312,139✔

1496

    if (pInfo->cachedTimeWindow.skey == INT64_MAX && pInfo->cachedTimeWindow.ekey == INT64_MIN) {

7,629,605✔

1497

      pInfo->base.cond.twindows.skey = pInfo->base.orgCond.twindows.skey;

6,612,210✔

1498

      pInfo->base.cond.twindows.ekey = pInfo->base.orgCond.twindows.ekey;

6,593,445✔

1500

      pInfo->base.cond.twindows.skey = pInfo->cachedTimeWindow.skey;

1,027,956✔

1501

      pInfo->base.cond.twindows.ekey = pInfo->cachedTimeWindow.ekey;

1,019,690✔

1504

    if (pInfo->base.orgCond.order == TSDB_ORDER_DESC)

11,682,534✔

1505

      pInfo->base.cond.twindows.ekey = pInfo->lastTimeWindow.skey - 1;

1,523,739✔

1507

      pInfo->base.cond.twindows.skey = pInfo->lastTimeWindow.ekey + 1;

10,158,291✔

1511

  pInfo->base.cond.suid = orgTable.me.type == TSDB_CHILD_TABLE ? superTable.me.uid : 0;

19,308,632✔

1512

  pInfo->currentGroupId = 0;

19,309,325✔

1513

  pInfo->ignoreTag = true;

19,300,295✔

1515

  code = createOneDataBlockWithColArray(pInfo->pOrgBlock, pBlockColArray, &pInfo->pResBlock);

19,282,871✔

1516

  QUERY_CHECK_CODE(code, lino, _return);

19,312,444✔

1518

  if (isNewTable) {

19,312,444✔

1519

    if (pInfo->base.dataReader != NULL) {

7,629,805✔

1520

      pAPI->tsdReader.tsdReaderClose(pInfo->base.dataReader);

5,374,091✔

1522

    pInfo->base.dataReader = NULL;

7,593,732✔

1524

    taosRLockLatch(&pTaskInfo->lock);

7,598,486✔

1525

    code = doInitReader(pInfo, pTaskInfo, pAPI, &num, &pList);

7,628,129✔

1526

    taosRUnLockLatch(&pTaskInfo->lock);

7,593,281✔

1527

    QUERY_CHECK_CODE(code, lino, _return);

7,621,757✔

1529

    pInfo->newReader = true;

7,621,757✔

1530

    if (pInfo->lastColArray) {

7,613,638✔

1531

      taosArrayDestroy(pInfo->lastColArray);

3,064,731✔

1532

      pInfo->lastColArray = NULL;

3,064,836✔

1534

    if (pInfo->lastBlockColArray) {

7,611,639✔

1535

      taosArrayDestroy(pInfo->lastBlockColArray);

3,065,235✔

1536

      pInfo->lastBlockColArray = NULL;

3,064,332✔

1538

    pInfo->lastColArray = pColArray;

7,620,708✔

1539

    pInfo->lastBlockColArray = pBlockColArray;

7,611,577✔

1541

    code = blockDataEnsureCapacity(pInfo->pResBlock, pOperator->resultInfo.capacity);

11,682,639✔

1542

    QUERY_CHECK_CODE(code, lino, _return);

11,683,038✔

1544

    pAPI->tsdReader.tsdReaderSetDatablock(pInfo->base.dataReader, pInfo->pResBlock);

11,683,038✔

1545

    pInfo->newReader = false;

11,682,639✔

1546

    pInfo->scanTimes = 0;

11,682,639✔

1549

  pOperator->status = OP_OPENED;

19,251,416✔

1551

  if (pInfo->pResBlock->info.capacity > pOperator->resultInfo.capacity) {

19,292,511✔

1555

  pInfo->currentGroupId = -1;

19,286,002✔

1556

_return:

19,205,305✔

1557

  if (code) {

19,304,905✔

1560

  pAPI->metaReaderFn.clearReader(&superTable);

19,304,905✔

1561

  pAPI->metaReaderFn.clearReader(&orgTable);

19,281,300✔

1562

  return code;

19,288,466✔

1565

static int32_t createVTableScanInfoFromParam(SOperatorInfo* pOperator) {

25,046,852✔

1566

  int32_t                  code = 0;

25,046,852✔

1567

  int32_t                  lino = 0;

25,046,852✔

1568

  STableScanInfo*          pInfo = pOperator->info;

25,046,852✔

1569

  SExecTaskInfo*           pTaskInfo = pOperator->pTaskInfo;

25,046,852✔

1570

  SStorageAPI*             pAPI = &pTaskInfo->storageAPI;

25,046,852✔

1571

  STableListInfo*          pListInfo = pInfo->base.pTableListInfo;

25,046,852✔

1572

  STableScanOperatorParam* pParam = (STableScanOperatorParam*)pOperator->pOperatorGetParam->value;

25,046,852✔

1573

  SMetaReader              orgTable = {0};

25,046,852✔

1574

  SMetaReader              superTable = {0};

25,046,852✔

1575

  SSchemaWrapper*          schema = NULL;

25,046,852✔

1576

  SArray*                  pColArray = NULL;

25,046,852✔

1577

  SArray*                  pBlockColArray = NULL;

25,046,852✔

1578

  int32_t                  num = 0;

25,046,852✔

1579

  STableKeyInfo*           pList = NULL;

25,046,852✔

1582

  cleanupQueryTableDataCond(&pInfo->base.cond);

25,046,852✔

1584

  pOrgTbInfo = pParam->pOrgTbInfo;

25,046,852✔

1586

  QUERY_CHECK_NULL(pOrgTbInfo, code, lino, _return, terrno);

25,046,852✔

1588

  pAPI->metaReaderFn.initReader(&orgTable, pInfo->base.readHandle.vnode, META_READER_LOCK, &pAPI->metaFn);

25,046,852✔

1589

  code = pAPI->metaReaderFn.getTableEntryByName(&orgTable, strstr(pOrgTbInfo->tbName, ".") + 1);

25,046,852✔

1590

  pAPI->metaReaderFn.readerReleaseLock(&orgTable);

25,046,852✔

1591

  qDebug("dynamic vtable scan for origin table:%s, %s", pOrgTbInfo->tbName, GET_TASKID(pTaskInfo));

25,046,852✔

1592

  QUERY_CHECK_CODE(code, lino, _return);

25,046,852✔

1593

  switch (orgTable.me.type) {

25,046,852✔

1594

    case TSDB_CHILD_TABLE:

6,847,215✔

1595

      pAPI->metaReaderFn.initReader(&superTable, pInfo->base.readHandle.vnode, META_READER_LOCK, &pAPI->metaFn);

6,847,215✔

1596

      code = pAPI->metaReaderFn.getTableEntryByUid(&superTable, orgTable.me.ctbEntry.suid);

6,847,215✔

1597

      pAPI->metaReaderFn.readerReleaseLock(&superTable);

6,847,215✔

1598

      QUERY_CHECK_CODE(code, lino, _return);

6,847,215✔

1599

      schema = &superTable.me.stbEntry.schemaRow;

6,847,215✔

1600

      break;

6,847,215✔

1601

    case TSDB_NORMAL_TABLE:

18,199,637✔

1602

      schema = &orgTable.me.ntbEntry.schemaRow;

18,199,637✔

1603

      break;

18,199,637✔

1610

  pListInfo->oneTableForEachGroup = true;

25,046,852✔

1611

  taosHashClear(pListInfo->map);

25,046,852✔

1612

  taosArrayClear(pListInfo->pTableList);

25,046,852✔

1614

  uint64_t      pUid = orgTable.me.uid;

25,046,852✔

1615

  STableKeyInfo info = {.groupId = 0, .uid = pUid};

25,046,852✔

1616

  int32_t       tableIdx = 0;

25,046,852✔

1617

  code = taosHashPut(pListInfo->map, &pUid, sizeof(uint64_t), &tableIdx, sizeof(int32_t));

25,046,852✔

1618

  QUERY_CHECK_CODE(code, lino, _return);

25,046,852✔

1619

  QUERY_CHECK_NULL(taosArrayPush(pListInfo->pTableList, &info), code, lino, _return, terrno);

50,093,704✔

1620

  qDebug("add dynamic table scan uid:%" PRIu64 ", %s", info.uid, GET_TASKID(pTaskInfo));

25,046,852✔

1622

  pColArray = taosArrayInit(schema->nCols, sizeof(SColIdPair));

25,046,852✔

1623

  QUERY_CHECK_NULL(pColArray, code, lino, _return, terrno);

25,046,852✔

1624

  pBlockColArray = taosArrayInit(schema->nCols, sizeof(SColIdSlotIdPair));

25,046,852✔

1625

  QUERY_CHECK_NULL(pBlockColArray, code, lino, _return, terrno);

25,046,852✔

1628

  SColIdPair tsPair = {.vtbColId = PRIMARYKEY_TIMESTAMP_COL_ID,

25,046,852✔

1632

  QUERY_CHECK_NULL(taosArrayPush(pColArray, &tsPair), code, lino, _return, terrno);

25,046,852✔

1634

  for (int32_t i = 0; i < taosArrayGetSize(pOrgTbInfo->colMap); ++i) {

99,005,218✔

1635

    SColIdNameKV* kv = taosArrayGet(pOrgTbInfo->colMap, i);

73,958,366✔

1636

    for (int32_t j = 0; j < schema->nCols; j++) {

623,373,358✔

1637

      if (strcmp(kv->colName, schema->pSchema[j].name) == 0) {

623,373,358✔

1638

        SColIdPair pPair = {.vtbColId = kv->colId,

73,958,366✔

1639

                            .orgColId = (col_id_t)(schema->pSchema[j].colId),

73,958,366✔

1640

                            .type.type = schema->pSchema[j].type,

73,958,366✔

1641

                            .type.bytes = schema->pSchema[j].bytes};

73,958,366✔

1642

        QUERY_CHECK_NULL(taosArrayPush(pColArray, &pPair), code, lino, _return, terrno);

73,958,366✔

1643

        break;

73,958,366✔

1648

  for (int32_t i = 0; i < taosArrayGetSize(pColArray); i++) {

124,051,456✔

1649

    SColIdPair* pPair = (SColIdPair*)taosArrayGet(pColArray, i);

99,005,218✔

1650

    for (int32_t j = 0; j < taosArrayGetSize(pInfo->base.matchInfo.pList); j++) {

619,436,220✔

1651

      SColMatchItem* pItem = taosArrayGet(pInfo->base.matchInfo.pList, j);

619,436,220✔

1652

      if (pItem->colId == pPair->vtbColId) {

619,436,220✔

1653

        if (pItem->dataType.type != pPair->type.type || pItem->dataType.bytes != pPair->type.bytes) {

99,005,218✔

1654

          qError("column type not match for vtable colId:%d, org colId:%d, org table name:%s", pPair->vtbColId,

614✔

1656

          code = TSDB_CODE_VTABLE_COLUMN_TYPE_MISMATCH;

614✔

1657

          goto _return;

614✔

1659

        SColIdSlotIdPair colIdSlotIdPair = {.orgColId = pPair->orgColId, .vtbSlotId = pItem->dstSlotId};

99,004,604✔

1660

        QUERY_CHECK_NULL(taosArrayPush(pBlockColArray, &colIdSlotIdPair), code, lino, _return, terrno);

99,004,604✔

1661

        break;

99,004,604✔

1666

  taosArraySort(pColArray, compareColIdPair);

25,046,238✔

1667

  taosArraySort(pBlockColArray, compareColIdSlotIdPair);

25,046,238✔

1668

  if (pInfo->pBlockColMap) {

25,046,238✔

1669

    taosArrayDestroy(pInfo->pBlockColMap);

22,473,927✔

1670

    pInfo->pBlockColMap = NULL;

22,473,927✔

1672

  pInfo->pBlockColMap = taosArrayDup(pBlockColArray, NULL);

25,046,238✔

1673

  QUERY_CHECK_NULL(pInfo->pBlockColMap, code, lino, _return, terrno)

25,046,238✔

1675

  taosArrayRemoveDuplicate(pColArray, compareColIdPair, NULL);

25,046,238✔

1676

  taosArrayRemoveDuplicate(pBlockColArray, compareColIdSlotIdPair, NULL);

25,046,238✔

1678

  code = initQueryTableDataCondWithColArray(&pInfo->base.cond, &pInfo->base.orgCond, &pInfo->base.readHandle, pColArray);

25,046,238✔

1679

  QUERY_CHECK_CODE(code, lino, _return);

25,046,238✔

1681

  if (pInfo->pResBlock) {

25,046,238✔

1682

    blockDataDestroy(pInfo->pResBlock);

17,858,523✔

1683

    pInfo->pResBlock = NULL;

17,858,523✔

1686

  if (isNewScanParam(pParam)) {

25,046,238✔

1687

    if (pParam->window.skey == INT64_MAX && pParam->window.ekey == INT64_MIN) {

7,195,825✔

1688

      pInfo->base.cond.twindows.skey = pInfo->base.orgCond.twindows.skey;

7,195,825✔

1689

      pInfo->base.cond.twindows.ekey = pInfo->base.orgCond.twindows.ekey;

7,195,825✔

1695

    pInfo->base.cond.twindows.skey = pParam->window.ekey + 1;

17,850,413✔

1697

  pInfo->base.cond.suid = orgTable.me.type == TSDB_CHILD_TABLE ? superTable.me.uid : 0;

25,046,238✔

1698

  pInfo->currentGroupId = 0;

25,046,238✔

1699

  pInfo->ignoreTag = true;

25,046,238✔

1701

  code = createOneDataBlockWithColArray(pInfo->pOrgBlock, pBlockColArray, &pInfo->pResBlock);

25,046,238✔

1702

  QUERY_CHECK_CODE(code, lino, _return);

25,046,238✔

1704

  void **reader = taosHashGet(pInfo->readerCache, &pUid, sizeof(uint64_t));

25,046,238✔

1705

  if (reader) {

25,046,238✔

1706

    if (isNewScanParam(pParam)) {

17,856,277✔

1707

      pAPI->tsdReader.tsdReaderClose(*reader);

5,864✔

1708

      pInfo->base.dataReader = NULL;

5,864✔

1710

      code = taosHashRemove(pInfo->readerCache, &pUid, sizeof(uint64_t));

5,864✔

1711

      QUERY_CHECK_CODE(code, lino, _return);

5,864✔

1713

      taosRLockLatch(&pTaskInfo->lock);

5,864✔

1714

      code = doInitReader(pInfo, pTaskInfo, pAPI, &num, &pList);

5,864✔

1715

      taosRUnLockLatch(&pTaskInfo->lock);

5,864✔

1716

      QUERY_CHECK_CODE(code, lino, _return);

5,864✔

1718

      code = taosHashPut(pInfo->readerCache, &pUid, sizeof(uint64_t), &pInfo->base.dataReader, POINTER_BYTES);

5,864✔

1719

      QUERY_CHECK_CODE(code, lino, _return);

5,864✔

1720

      pInfo->newReader = true;

5,864✔

1722

      pInfo->base.dataReader = *reader;

17,850,413✔

1723

      code = blockDataEnsureCapacity(pInfo->pResBlock, pOperator->resultInfo.capacity);

17,850,413✔

1724

      QUERY_CHECK_CODE(code, lino, _return);

17,850,413✔

1726

      pAPI->tsdReader.tsdReaderSetDatablock(pInfo->base.dataReader, pInfo->pResBlock);

17,850,413✔

1727

      pInfo->newReader = false;

17,850,413✔

1728

      pInfo->scanTimes = 0;

17,850,413✔

1731

    pInfo->base.dataReader = NULL;

7,189,961✔

1733

    taosRLockLatch(&pTaskInfo->lock);

7,189,961✔

1734

    code = doInitReader(pInfo, pTaskInfo, pAPI, &num, &pList);

7,189,961✔

1735

    taosRUnLockLatch(&pTaskInfo->lock);

7,189,961✔

1736

    QUERY_CHECK_CODE(code, lino, _return);

7,189,961✔

1738

    code = taosHashPut(pInfo->readerCache, &pUid, sizeof(uint64_t), &pInfo->base.dataReader, POINTER_BYTES);

7,189,961✔

1739

    QUERY_CHECK_CODE(code, lino, _return);

7,189,961✔

1740

    pInfo->newReader = true;

7,189,961✔

1742

  pOperator->status = OP_OPENED;

25,046,238✔

1744

  if (pInfo->pResBlock->info.capacity > pOperator->resultInfo.capacity) {

25,046,238✔

1748

  pInfo->currentGroupId = -1;

25,046,238✔

1749

_return:

25,046,852✔

1750

  if (code) {

25,046,852✔

1751

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

614✔

1753

  taosArrayDestroy(pColArray);

25,046,852✔

1754

  taosArrayDestroy(pBlockColArray);

25,046,852✔

1755

  pAPI->metaReaderFn.clearReader(&superTable);

25,046,852✔

1756

  pAPI->metaReaderFn.clearReader(&orgTable);

25,046,852✔

1757

  return code;

25,046,852✔

1760

static int32_t startNextGroupScan(SOperatorInfo* pOperator, SSDataBlock** pResult) {

180,570,164✔

1761

  int32_t         code = TSDB_CODE_SUCCESS;

180,570,164✔

1762

  int32_t         lino = 0;

180,570,164✔

1763

  STableScanInfo* pInfo = pOperator->info;

180,570,164✔

1764

  SExecTaskInfo*  pTaskInfo = pOperator->pTaskInfo;

180,569,884✔

1765

  SStorageAPI*    pAPI = &pTaskInfo->storageAPI;

180,568,803✔

1766

  int32_t         numOfTables = 0;

180,573,868✔

1768

  QRY_PARAM_CHECK(pResult);

180,515,048✔

1770

  code = tableListGetSize(pInfo->base.pTableListInfo, &numOfTables);

180,515,367✔

1771

  QUERY_CHECK_CODE(code, lino, _end);

180,517,532✔

1773

  if ((++pInfo->currentGroupId) >= tableListGetOutputGroups(pInfo->base.pTableListInfo)) {

180,517,532✔

1774

    setOperatorCompleted(pOperator);

165,384,323✔

1775

    if (pOperator->dynamicTask) {

165,401,295✔

1776

      taosArrayClear(pInfo->base.pTableListInfo->pTableList);

944,152✔

1777

      taosHashClear(pInfo->base.pTableListInfo->map);

943,794✔

1779

    return code;

165,401,501✔

1783

  pOperator->status = OP_OPENED;

15,096,788✔

1784

  resetLimitInfoForNextGroup(&pInfo->base.limitInfo);

15,143,916✔

1786

  int32_t        num = 0;

15,119,146✔

1787

  STableKeyInfo* pList = NULL;

15,119,146✔

1788

  code = initNextGroupScan(pInfo, &pList, &num);

15,122,915✔

1789

  QUERY_CHECK_CODE(code, lino, _end);

15,166,598✔

1791

  code = pAPI->tsdReader.tsdSetQueryTableList(pInfo->base.dataReader, pList, num);

15,166,598✔

1792

  QUERY_CHECK_CODE(code, lino, _end);

15,163,492✔

1794

  code = pAPI->tsdReader.tsdReaderResetStatus(pInfo->base.dataReader, &pInfo->base.cond);

15,163,492✔

1795

  QUERY_CHECK_CODE(code, lino, _end);

15,140,046✔

1796

  pInfo->scanTimes = 0;

15,140,046✔

1798

  code = doGroupedTableScan(pOperator, pResult);

15,143,619✔

1799

  QUERY_CHECK_CODE(code, lino, _end);

15,184,591✔

1801

  if (*pResult != NULL) {

15,184,591✔

1802

    if (pOperator->dynamicTask) {

12,245,485✔

1803

      (*pResult)->info.id.groupId = (*pResult)->info.id.uid;

11,994,858✔

1805

    return code;

12,245,485✔

1808

_end:

2,943,894✔

1809

  if (code != TSDB_CODE_SUCCESS) {

2,942,933✔

1813

  return code;

2,943,895✔

1816

static int32_t groupSeqTableScan(SOperatorInfo* pOperator, SSDataBlock** pResBlock) {

649,887,738✔

1817

  int32_t         code = TSDB_CODE_SUCCESS;

649,887,738✔

1818

  int32_t         lino = 0;

649,887,738✔

1819

  STableScanInfo* pInfo = pOperator->info;

649,887,738✔

1820

  SExecTaskInfo*  pTaskInfo = pOperator->pTaskInfo;

649,849,508✔

1821

  SStorageAPI*    pAPI = &pTaskInfo->storageAPI;

649,816,533✔

1822

  int32_t         num = 0;

649,739,730✔

1823

  STableKeyInfo*  pList = NULL;

649,821,916✔

1824

  SSDataBlock*    pResult = NULL;

649,885,197✔

1825

  const char*     idStr = GET_TASKID(pTaskInfo);

649,917,407✔

1827

  QRY_PARAM_CHECK(pResBlock);

649,810,092✔

1829

  if (pInfo->currentGroupId == -1) {

649,816,278✔

1830

    if ((++pInfo->currentGroupId) >= tableListGetOutputGroups(pInfo->base.pTableListInfo)) {

169,685,559✔

1835

    taosRLockLatch(&pTaskInfo->lock);

169,589,542✔

1836

    code = doInitReader(pInfo, pTaskInfo, pAPI, &num, &pList);

169,654,783✔

1837

    taosRUnLockLatch(&pTaskInfo->lock);

169,638,845✔

1838

    QUERY_CHECK_CODE(code, lino, _end);

169,794,627✔

1840

    if (pInfo->filesetDelimited) {

169,792,497✔

1841

      pAPI->tsdReader.tsdSetFilesetDelimited(pInfo->base.dataReader);

252,786✔

1844

    if (pInfo->pResBlock->info.capacity > pOperator->resultInfo.capacity) {

169,799,932✔

1849

  code = doGroupedTableScan(pOperator, &pResult);

649,850,166✔

1850

  QUERY_CHECK_CODE(code, lino, _end);

648,359,627✔

1852

  if (pResult != NULL) {

648,359,627✔

1853

    if (pOperator->dynamicTask) {

482,962,690✔

1854

      pResult->info.id.groupId = pResult->info.id.uid;

1,993,743✔

1857

    *pResBlock = pResult;

482,988,576✔

1858

    return code;

482,743,041✔

1862

    code = startNextGroupScan(pOperator, &pResult);

165,474,695✔

1863

    QUERY_CHECK_CODE(code, lino, _end);

165,739,342✔

1865

    if (pResult || pOperator->status == OP_EXEC_DONE) {

165,739,342✔

1866

      *pResBlock = pResult;

165,647,560✔

1867

      return code;

165,641,720✔

1871

_end:

2,130✔

1872

  if (code != TSDB_CODE_SUCCESS) {

2,130✔

1873

    qError("%s %s failed at line %d since %s", idStr, __func__, lino, tstrerror(code));

2,130✔

1874

    pTaskInfo->code = code;

2,130✔

1877

  return code;

2,130✔

1880

static bool isEmptyQueryTimeWindow(STimeWindow* pWindow) {

25,046,238✔

1881

  return (pWindow == NULL) || (pWindow->skey > pWindow->ekey);

25,046,238✔

1884

static int32_t doStbJoinDynamicTableScanNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {

944,872✔

1885

  int32_t                  code = TSDB_CODE_SUCCESS;

944,872✔

1886

  int32_t                  lino = 0;

944,872✔

1887

  STableScanInfo*          pInfo = pOperator->info;

944,872✔

1888

  SExecTaskInfo*           pTaskInfo = pOperator->pTaskInfo;

944,872✔

1889

  SStorageAPI*             pAPI = &pTaskInfo->storageAPI;

944,872✔

1890

  STableScanOperatorParam* pParam = (STableScanOperatorParam*)pOperator->pOperatorGetParam->value;

944,872✔

1892

  code = createTableListInfoFromParam(pOperator);

944,872✔

1893

  freeOperatorParam(pOperator->pOperatorGetParam, OP_GET_PARAM);

944,872✔

1894

  pOperator->pOperatorGetParam = NULL;

944,872✔

1895

  QUERY_CHECK_CODE(code, lino, _end);

944,872✔

1897

  if (pOperator->status == OP_EXEC_DONE) {

944,872✔

1898

    pInfo->currentGroupId = -1;

22,599✔

1899

    pOperator->status = OP_OPENED;

22,599✔

1900

    SSDataBlock* result = NULL;

22,599✔

1903

      code = startNextGroupScan(pOperator, &result);

22,599✔

1904

      QUERY_CHECK_CODE(code, lino, _end);

22,599✔

1906

      if (result || pOperator->status == OP_EXEC_DONE) {

22,599✔

1907

        (*ppRes) = result;

22,599✔

1908

        return code;

22,599✔

1912

_end:

922,273✔

1913

  if (code) {

922,273✔

1916

  return code;

922,273✔

1919

static int32_t doVstbSingleDynamicTableScanNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {

25,046,852✔

1920

  int32_t                  code = TSDB_CODE_SUCCESS;

25,046,852✔

1921

  int32_t                  lino = 0;

25,046,852✔

1922

  STableScanInfo*          pInfo = pOperator->info;

25,046,852✔

1923

  SExecTaskInfo*           pTaskInfo = pOperator->pTaskInfo;

25,046,852✔

1924

  SStorageAPI*             pAPI = &pTaskInfo->storageAPI;

25,046,852✔

1925

  STableScanOperatorParam* pParam = (STableScanOperatorParam*)pOperator->pOperatorGetParam->value;

25,046,852✔

1927

  QRY_PARAM_CHECK(ppRes);

25,046,852✔

1928

  qTrace("%s call", __FUNCTION__);

25,046,852✔

1930

  code = createVTableScanInfoFromParam(pOperator);

25,046,852✔

1931

  freeOperatorParam(pOperator->pOperatorGetParam, OP_GET_PARAM);

25,046,852✔

1932

  pOperator->pOperatorGetParam = NULL;

25,046,852✔

1934

  QUERY_CHECK_CODE(code, lino, _end);

25,046,852✔

1936

  SSDataBlock* result = NULL;

25,046,238✔

1937

  if (isEmptyQueryTimeWindow(&pInfo->base.cond.twindows) && pInfo->base.cond.type == TIMEWINDOW_RANGE_CONTAINED) {

25,046,238✔

1938

    (*ppRes) = result;

18,444✔

1939

    return code;

18,444✔

1942

  if (pInfo->newReader) {

25,027,794✔

1943

    code = startNextGroupScan(pOperator, &result);

7,195,825✔

1944

    QUERY_CHECK_CODE(code, lino, _end);

7,195,825✔

1946

    code = doGroupedTableScan(pOperator, &result);

17,831,969✔

1947

    QUERY_CHECK_CODE(code, lino, _end);

17,831,969✔

1950

  if (result) {

25,027,794✔

1951

    SSDataBlock* res = NULL;

17,859,397✔

1952

    pAPI->tsdReader.tsdReaderSetDatablock(pInfo->base.dataReader, NULL);

17,859,397✔

1953

    pInfo->lastTimeWindow.skey = result->info.window.skey;

17,859,397✔

1954

    pInfo->lastTimeWindow.ekey = result->info.window.ekey;

17,859,397✔

1955

    code = createOneDataBlockWithTwoBlock(result, pInfo->pOrgBlock, pInfo->pBlockColMap, &res);

17,859,397✔

1956

    QUERY_CHECK_CODE(code, lino, _end);

17,859,397✔

1958

    pInfo->pResBlock = res;

17,859,397✔

1959

    blockDataDestroy(result);

17,859,397✔

1960

    (*ppRes) = res;

17,859,397✔

1962

    STableKeyInfo *keyInfo = taosArrayGet(pInfo->base.pTableListInfo->pTableList, 0);

7,168,397✔

1963

    QUERY_CHECK_NULL(keyInfo, code, lino, _end, terrno)

7,168,397✔

1965

    blockDataDestroy(pInfo->pResBlock);

7,168,397✔

1966

    pInfo->pResBlock = NULL;

7,168,397✔

1968

    void** reader = taosHashGet(pInfo->readerCache, &keyInfo->uid, sizeof(uint64_t));

7,168,397✔

1969

    if (reader) {

7,168,397✔

1970

      if (*reader == pInfo->base.dataReader) {

7,168,397✔

1971

        pAPI->tsdReader.tsdReaderSetDatablock(pInfo->base.dataReader, NULL);

7,168,397✔

1972

        pInfo->base.dataReader = NULL;

7,168,397✔

1974

      if (pAPI->tsdReader.tsdReaderClose) {

7,168,397✔

1975

        pAPI->tsdReader.tsdReaderClose(*reader);

7,168,397✔

1979

    code = taosHashRemove(pInfo->readerCache, &keyInfo->uid, sizeof(uint64_t));

7,168,397✔

1980

    QUERY_CHECK_CODE(code, lino, _end);

7,168,397✔

1982

_end:

25,028,408✔

1983

  if (code) {

25,028,408✔

1984

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

614✔

1986

  return code;

25,028,408✔

1989

static int32_t setTagValFromTagList(SOperatorInfo* pOperator, SSDataBlock* pRes) {

3,295,770✔

1990

  int32_t                  code = TSDB_CODE_SUCCESS;

3,295,770✔

1991

  int32_t                  lino = 0;

3,295,770✔

1992

  STableScanInfo*          pInfo = pOperator->info;

3,295,770✔

1993

  int32_t                  index = 0;

3,295,770✔

1994

  char*                    tagVal = NULL;

3,295,770✔

1996

  for (int32_t i = taosArrayGetSize(pRes->pDataBlock) - taosArrayGetSize(pInfo->cachedTagList); i < taosArrayGetSize(pRes->pDataBlock); i++) {

23,072,088✔

1997

    SColumnInfoData* pTagCol = taosArrayGet(pRes->pDataBlock, i);

19,776,318✔

1998

    STagVal*         pTagVal = taosArrayGet(pInfo->cachedTagList, index);

19,776,318✔

2000

    QUERY_CHECK_NULL(pTagVal, code, lino, _end, terrno);

19,775,919✔

2001

    QUERY_CHECK_NULL(pTagCol, code, lino, _end, terrno);

19,775,919✔

2003

    for(int32_t j = 0; j < pRes->info.rows; j++) {

2,147,483,647✔

2004

      if (IS_VAR_DATA_TYPE(pTagVal->type)) {

2,147,483,647✔

2005

        tagVal = taosMemoryMalloc(pTagVal->nData + VARSTR_HEADER_SIZE + 1);

2,147,483,647✔

2006

        QUERY_CHECK_NULL(tagVal, code, lino, _end, terrno);

2,147,483,647✔

2008

        varDataSetLen(tagVal, pTagVal->nData);

2,147,483,647✔

2009

        memcpy(tagVal + VARSTR_HEADER_SIZE, pTagVal->pData, pTagVal->nData);

2,147,483,647✔

2010

        code = colDataSetVal(pTagCol, j, tagVal, false);

2,147,483,647✔

2011

        QUERY_CHECK_CODE(code, lino, _end);

2,147,483,647✔

2012

        taosMemoryFreeClear(tagVal);

2,147,483,647✔

2014

        code = colDataSetVal(pTagCol, j, (const char*)&pTagVal->i64, false);

2,147,483,647✔

2015

        QUERY_CHECK_CODE(code, lino, _end);

2,147,483,647✔

2018

    index++;

19,776,318✔

2020

  return code;

3,295,770✔

2027

static void clearVstbBatchDynamicTableScanInfo(STableScanInfo* pInfo) {

4,578,632✔

2028

  if (pInfo->pBatchColMap) {

4,578,632✔

2029

    for (int32_t i = 0; i < taosArrayGetSize(pInfo->pBatchColMap); i++) {

12,217,595✔

2030

      SOrgTbInfo* pOrgTbInfo = (SOrgTbInfo*)taosArrayGet(pInfo->pBatchColMap, i);

7,643,069✔

2031

      taosArrayDestroy(pOrgTbInfo->colMap);

7,642,670✔

2033

    taosArrayDestroy(pInfo->pBatchColMap);

4,574,243✔

2034

    pInfo->pBatchColMap = NULL;

4,574,243✔

2036

  if (pInfo->cachedTagList) {

4,575,041✔

2037

    for (int32_t i = 0; i < taosArrayGetSize(pInfo->cachedTagList); i++) {

14,059,896✔

2038

      STagVal* pTagVal = (STagVal*)taosArrayGet(pInfo->cachedTagList, i);

11,983,890✔

2039

      if (IS_VAR_DATA_TYPE(pTagVal->type)) {

11,982,294✔

2040

        taosMemoryFreeClear(pTagVal->pData);

5,261,487✔

2043

    taosArrayDestroy(pInfo->cachedTagList);

2,079,198✔

2044

    pInfo->cachedTagList = NULL;

2,078,001✔

2046

  if (pInfo->lastColArray) {

4,578,233✔

2047

    taosArrayDestroy(pInfo->lastColArray);

4,579,031✔

2048

    pInfo->lastColArray = NULL;

4,575,041✔

2050

  if (pInfo->lastBlockColArray) {

4,573,046✔

2051

    taosArrayDestroy(pInfo->lastBlockColArray);

4,576,238✔

2052

    pInfo->lastBlockColArray = NULL;

4,573,445✔

2055

  blockDataDestroy(pInfo->pResBlock);

4,572,248✔

2056

  pInfo->pResBlock = NULL;

4,577,435✔

2057

4,577,435✔

2059

static int32_t doVstbBatchDynamicTableScanNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {

16,246,653✔

2060

  int32_t                  code = TSDB_CODE_SUCCESS;

16,246,653✔

2061

  int32_t                  lino = 0;

16,246,653✔

2062

  STableScanInfo*          pInfo = pOperator->info;

16,246,653✔

2063

  SExecTaskInfo*           pTaskInfo = pOperator->pTaskInfo;

16,246,817✔

2064

  SStorageAPI*             pAPI = &pTaskInfo->storageAPI;

16,253,254✔

2065

  SSDataBlock*             result = NULL;

16,246,596✔

2067

  QRY_PARAM_CHECK(ppRes);

16,252,423✔

2068

  qTrace("%s call", __FUNCTION__);

16,253,698✔

2070

  while (!result) {

30,997,526✔

2071

    code = createVTableScanInfoFromBatchParam(pOperator);

19,318,184✔

2072

    freeOperatorParam(pOperator->pOperatorGetParam, OP_GET_PARAM);

19,285,840✔

2073

    pOperator->pOperatorGetParam = NULL;

19,250,856✔

2074

    QUERY_CHECK_CODE(code, lino, _end);

19,279,805✔

2076

    if (pInfo->newReader) {

19,279,805✔

2077

      code = startNextGroupScan(pOperator, &result);

7,595,414✔

2078

      QUERY_CHECK_CODE(code, lino, _end);

7,637,251✔

2080

      code = doGroupedTableScan(pOperator, &result);

11,675,554✔

2081

      QUERY_CHECK_CODE(code, lino, _end);

11,681,736✔

2083

    if (!result) {

19,318,987✔

2084

      qDebug("%s, finished batch scan for current table, switch to next table, idx:%d,  %s",

7,637,825✔

2086

      pInfo->currentBatchIdx++;

7,637,825✔

2087

      if (pInfo->currentBatchIdx >= taosArrayGetSize(pInfo->pBatchColMap)) {

7,639,528✔

2089

        break;

4,577,036✔

2094

  if (result) {

16,256,378✔

2095

    SSDataBlock* res = NULL;

11,682,135✔

2096

    pAPI->tsdReader.tsdReaderSetDatablock(pInfo->base.dataReader, NULL);

11,682,639✔

2097

    pInfo->lastTimeWindow.skey = result->info.window.skey;

11,682,534✔

2098

    pInfo->lastTimeWindow.ekey = result->info.window.ekey;

11,682,534✔

2100

    code = createOneDataBlockWithTwoBlock(result, pInfo->pOrgBlock, pInfo->pBlockColMap, &res);

11,682,639✔

2101

    QUERY_CHECK_CODE(code, lino, _end);

11,683,038✔

2103

    if (pInfo->cachedTagList) {

11,683,038✔

2104

      code = setTagValFromTagList(pOperator, res);

3,295,770✔

2105

      QUERY_CHECK_CODE(code, lino, _end);

3,295,770✔

2108

    res->info.id.groupId = pInfo->cachedGroupId;

11,683,038✔

2109

    pInfo->pResBlock = res;

11,683,038✔

2110

    blockDataDestroy(result);

11,683,038✔

2111

    (*ppRes) = res;

11,682,534✔

2113

    printDataBlock(res, __func__, pTaskInfo->id.str, pTaskInfo->id.queryId);

11,682,534✔

2115

    clearVstbBatchDynamicTableScanInfo(pInfo);

4,574,243✔

2116

    setOperatorCompleted(pOperator);

4,576,637✔

2119

_end:

16,260,252✔

2120

  return code;

16,261,050✔

2123

static int32_t doDynamicTableScanNext(SOperatorInfo* pOperator, ETableScanDynType type, SSDataBlock** ppRes) {

42,249,093✔

2124

  int32_t                  code = TSDB_CODE_SUCCESS;

42,249,093✔

2125

  int32_t                  lino = 0;

42,249,093✔

2126

  STableScanInfo*          pInfo = pOperator->info;

42,249,093✔

2127

  SExecTaskInfo*           pTaskInfo = pOperator->pTaskInfo;

42,250,500✔

2128

  SStorageAPI*             pAPI = &pTaskInfo->storageAPI;

42,248,589✔

2130

  QRY_PARAM_CHECK(ppRes);

42,248,060✔

2131

  qTrace("%s call", __FUNCTION__);

42,248,742✔

2133

  pOperator->dynamicTask = true;

42,248,742✔

2135

  switch (type) {

42,247,123✔

2136

    case DYN_TYPE_VSTB_WIN_SCAN:

944,872✔

2138

      code = doStbJoinDynamicTableScanNext(pOperator, ppRes);

944,872✔

2139

      QUERY_CHECK_CODE(code, lino, _end);

944,872✔

2140

      break;

944,872✔

2142

    case DYN_TYPE_VSTB_SINGLE_SCAN: {

25,046,852✔

2143

      code = doVstbSingleDynamicTableScanNext(pOperator, ppRes);

25,046,852✔

2144

      QUERY_CHECK_CODE(code, lino, _end);

25,046,852✔

2145

      break;

25,046,238✔

2147

    case DYN_TYPE_VSTB_BATCH_SCAN:

16,255,399✔

2148

      code = doVstbBatchDynamicTableScanNext(pOperator, ppRes);

16,255,399✔

2149

      QUERY_CHECK_CODE(code, lino, _end);

16,259,958✔

2150

      break;

16,259,958✔

2157

_end:

42,251,682✔

2158

  return code;

42,251,682✔

2161

int32_t doTableScanNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {

696,762,828✔

2162

  int32_t         code = TSDB_CODE_SUCCESS;

696,762,828✔

2163

  int32_t         lino = 0;

696,762,828✔

2164

  STableScanInfo* pInfo = pOperator->info;

696,762,828✔

2165

  SExecTaskInfo*  pTaskInfo = pOperator->pTaskInfo;

696,970,221✔

2166

  SStorageAPI*    pAPI = &pTaskInfo->storageAPI;

696,897,210✔

2167

  QRY_PARAM_CHECK(ppRes);

696,979,584✔

2168

  qTrace("%s call", __FUNCTION__);

696,939,575✔

2170

  code = pOperator->fpSet._openFn(pOperator);

696,939,575✔

2171

  QUERY_CHECK_CODE(code, lino, _end);

697,058,409✔

2173

  SOperatorParam* pGetParam = pOperator->pOperatorGetParam;

697,058,409✔

2174

  if (pGetParam || pInfo->pBatchColMap) {

697,062,045✔

2175

    ETableScanDynType type = pGetParam ?

42,247,556✔

2176

      ((STableScanOperatorParam*)pGetParam->value)->dynType :

42,248,694✔

2179

    code = doDynamicTableScanNext(pOperator, type, ppRes);

42,247,556✔

2180

    QUERY_CHECK_CODE(code, lino, _end);

42,251,693✔

2182

    if (*ppRes != NULL || (type != DYN_TYPE_STB_JOIN && type != DYN_TYPE_VSTB_WIN_SCAN)) {

42,251,079✔

2183

      return code;

41,332,103✔

2188

  if (pInfo->scanMode == TABLE_SCAN__TABLE_ORDER) {

655,755,957✔

2189

    int32_t       numOfTables = 0;

5,840,072✔

2190

    STableKeyInfo tInfo = {0};

5,840,072✔

2191

    pInfo->countState = TABLE_COUNT_STATE_END;

5,840,072✔

2193

    while (1) {

5,437,654✔

2194

      SSDataBlock* result = NULL;

11,277,726✔

2195

      code = doGroupedTableScan(pOperator, &result);

11,274,983✔

2196

      QUERY_CHECK_CODE(code, lino, _end);

11,267,358✔

2198

      if (result || (pOperator->status == OP_EXEC_DONE) || isTaskKilled(pTaskInfo)) {

11,267,358✔

2199

        (*ppRes) = result;

5,784,205✔

2200

        return code;

5,797,972✔

2204

      pInfo->currentTable++;

5,482,772✔

2206

      taosRLockLatch(&pTaskInfo->lock);

5,472,998✔

2207

      numOfTables = 0;

5,482,164✔

2208

      code = tableListGetSize(pInfo->base.pTableListInfo, &numOfTables);

5,482,164✔

2209

      if (code != TSDB_CODE_SUCCESS) {

5,479,092✔

2214

      if (pInfo->currentTable >= numOfTables) {

5,479,092✔

2215

        qDebug("all table checked in table list, total:%d, return NULL, %s", numOfTables, GET_TASKID(pTaskInfo));

41,795✔

2216

        taosRUnLockLatch(&pTaskInfo->lock);

41,795✔

2217

        (*ppRes) = NULL;

41,795✔

2218

        return code;

41,795✔

2221

      STableKeyInfo* tmp = (STableKeyInfo*)tableListGetInfo(pInfo->base.pTableListInfo, pInfo->currentTable);

5,434,608✔

2222

      if (!tmp) {

5,440,351✔

2228

      tInfo = *tmp;

5,440,351✔

2229

      taosRUnLockLatch(&pTaskInfo->lock);

5,430,003✔

2231

      code = pAPI->tsdReader.tsdSetQueryTableList(pInfo->base.dataReader, &tInfo, 1);

5,443,092✔

2232

      QUERY_CHECK_CODE(code, lino, _end);

5,437,925✔

2233

      qDebug("set uid:%" PRIu64 " into scanner, total tables:%d, index:%d/%d %s", tInfo.uid, numOfTables,

5,437,925✔

2236

      code = pAPI->tsdReader.tsdReaderResetStatus(pInfo->base.dataReader, &pInfo->base.cond);

5,444,296✔

2237

      QUERY_CHECK_CODE(code, lino, _end);

5,432,773✔

2238

      pInfo->scanTimes = 0;

5,432,773✔

2241

    code = groupSeqTableScan(pOperator, ppRes);

649,785,066✔

2242

    QUERY_CHECK_CODE(code, lino, _end);

648,482,090✔

2245

_end:

648,479,960✔

2246

  if (code != TSDB_CODE_SUCCESS) {

648,491,776✔

2247

    qError("%s %s failed at line %d since %s", GET_TASKID(pTaskInfo), __func__, lino, tstrerror(code));

2,744✔

2248

    pTaskInfo->code = code;

2,744✔

2249

    T_LONG_JMP(pTaskInfo->env, code);

2,744✔

2252

  return code;

648,489,032✔

2255

static int32_t getTableScannerExecInfo(struct SOperatorInfo* pOptr, void** pOptrExplain, uint32_t* len) {

10,077,647✔

2256

  SFileBlockLoadRecorder* pRecorder = taosMemoryCalloc(1, sizeof(SFileBlockLoadRecorder));

10,077,647✔

2257

  if (!pRecorder) {

10,095,914✔

2260

  STableScanInfo* pTableScanInfo = pOptr->info;

10,095,914✔

2261

  *pRecorder = pTableScanInfo->base.readRecorder;

10,095,427✔

2262

  *pOptrExplain = pRecorder;

10,095,914✔

2263

  *len = sizeof(SFileBlockLoadRecorder);

10,094,940✔

2264

  return 0;

10,095,427✔

2267

static void destroyTableScanBase(STableScanBase* pBase, TsdReader* pAPI) {

210,501,165✔

2268

  cleanupQueryTableDataCond(&pBase->cond);

210,501,165✔

2269

  cleanupQueryTableDataCond(&pBase->orgCond);

210,510,082✔

2271

  if (pAPI->tsdReaderClose) {

210,522,472✔

2272

    pAPI->tsdReaderClose(pBase->dataReader);

210,523,002✔

2274

  pBase->dataReader = NULL;

210,463,164✔

2276

  if (pBase->matchInfo.pList != NULL) {

210,475,908✔

2277

    taosArrayDestroy(pBase->matchInfo.pList);

210,481,936✔

2280

  tableListDestroy(pBase->pTableListInfo);

210,421,238✔

2281

  taosLRUCacheCleanup(pBase->metaCache.pTableMetaEntryCache);

210,576,436✔

2282

  cleanupExprSupp(&pBase->pseudoSup);

210,475,190✔

2283

210,544,297✔

2285

static void cleanReaderForVTable(STableScanInfo* pInfo){

5,862,676✔

2286

  if (pInfo != NULL && pInfo->base.readerAPI.tsdReaderClose) {

5,862,676✔

2287

    void *pIter = taosHashIterate(pInfo->readerCache, NULL);

5,865,177✔

2288

    while (pIter != NULL) {

5,884,817✔

2289

      void **reader = pIter;

21,564✔

2290

      if (*reader) {

21,564✔

2291

        if (*reader == pInfo->base.dataReader) {

21,564✔

2292

          pInfo->base.dataReader = NULL;

19,318✔

2294

        pInfo->base.readerAPI.tsdReaderClose(*reader);

21,564✔

2296

      pIter = taosHashIterate(pInfo->readerCache, pIter);

21,564✔

2299

5,861,561✔

2301

static void destroyTableScanOperatorInfo(void* param) {

183,565,744✔

2302

  STableScanInfo* pTableScanInfo = (STableScanInfo*)param;

183,565,744✔

2303

  blockDataDestroy(pTableScanInfo->pResBlock);

183,565,744✔

2304

  blockDataDestroy(pTableScanInfo->pOrgBlock);

183,586,493✔

2305

  taosHashCleanup(pTableScanInfo->pIgnoreTables);

183,599,511✔

2306

  if (pTableScanInfo->virtualStableScan && pTableScanInfo->readerCache) {

183,547,906✔

2307

    cleanReaderForVTable(pTableScanInfo);

5,860,466✔

2308

    taosHashCleanup(pTableScanInfo->readerCache);

5,863,253✔

2310

  destroyTableScanBase(&pTableScanInfo->base, &pTableScanInfo->base.readerAPI);

183,556,340✔

2311

  taosArrayDestroy(pTableScanInfo->pBlockColMap);

183,553,094✔

2312

  taosMemoryFreeClear(param);

183,594,867✔

2313

183,546,124✔

2315

static void resetClolumnReserve(SSDataBlock* pBlock, int32_t dataRequireFlag) {

183,372,004✔

2316

  if (pBlock && dataRequireFlag == FUNC_DATA_REQUIRED_NOT_LOAD) {

183,372,004✔

2317

    int32_t numOfCols = taosArrayGetSize(pBlock->pDataBlock);

8,499,373✔

2318

    for (int32_t i = 0; i < numOfCols; ++i) {

20,887,776✔

2319

      SColumnInfoData* pCol = (SColumnInfoData*)taosArrayGet(pBlock->pDataBlock, i);

12,404,792✔

2320

      if (pCol) {

12,394,540✔

2321

        pCol->info.noData = true;

12,395,941✔

2325

183,355,615✔

2327

static int32_t resetTableScanOperatorState(SOperatorInfo* pOper) {

263,996✔

2328

  int32_t         code = TSDB_CODE_SUCCESS;

263,996✔

2329

  STableScanInfo*   pInfo = pOper->info;

263,996✔

2330

  pOper->status = OP_NOT_OPENED;

263,996✔

2332

  pInfo->scanTimes = 0;

263,996✔

2333

  pInfo->currentGroupId = -1;

263,996✔

2334

  pInfo->tableEndIndex = -1;

263,996✔

2335

  pInfo->tableStartIndex = 0;

263,996✔

2336

  pInfo->currentTable = 0;

263,996✔

2337

  pInfo->scanMode = 0;

263,996✔

2338

  pInfo->countState = 0;

263,996✔

2339

  pInfo->base.scanFlag = (pInfo->scanInfo.numOfAsc > 1) ? PRE_SCAN : MAIN_SCAN;

263,996✔

2341

  if (!pInfo->virtualStableScan) {

263,996✔

2347

    if (pInfo->base.readerAPI.tsdReaderClose) {

124,567✔

2348

      pInfo->base.readerAPI.tsdReaderClose(pInfo->base.dataReader);

124,567✔

2350

    pInfo->base.dataReader = NULL;

124,567✔

2352

  tableListDestroy(pInfo->base.pTableListInfo);

263,996✔

2353

  pInfo->base.pTableListInfo = tableListCreate();

263,996✔

2354

  if (!pInfo->base.pTableListInfo) {

263,996✔

2358

  SExecTaskInfo*         pTaskInfo = pOper->pTaskInfo;

263,996✔

2360

  STableScanPhysiNode* pTableScanNode = (STableScanPhysiNode*)pTaskInfo->pSubplan->pNode;

263,996✔

2361

  if (!pTableScanNode->scan.node.dynamicOp) {

263,996✔

2362

    code = createScanTableListInfo(&pTableScanNode->scan, pTableScanNode->pGroupTags, pTableScanNode->groupSort,

246,356✔

2364

                                    pTaskInfo->pSubplan->pTagCond, pTaskInfo->pSubplan->pTagIndexCond, pTaskInfo, NULL);

246,356✔

2365

    if (code) {

123,583✔

2371

  initLimitInfo(pTableScanNode->scan.node.pLimit, pTableScanNode->scan.node.pSlimit, &pInfo->base.limitInfo);

263,996✔

2372

  cleanupQueryTableDataCond(&pInfo->base.cond);

263,996✔

2373

  code = initQueryTableDataCond(&pInfo->base.cond, pTableScanNode, &pInfo->base.readHandle, true);

263,996✔

2374

  if (code) {

263,996✔

2378

  if (pTableScanNode->scan.node.dynamicOp && pTableScanNode->scan.virtualStableScan) {

263,996✔

2379

    cleanupQueryTableDataCond(&pInfo->base.orgCond);

139,429✔

2380

    memcpy(&pInfo->base.orgCond, &pInfo->base.cond, sizeof(SQueryTableDataCond));

139,429✔

2381

    memset(&pInfo->base.cond, 0, sizeof(SQueryTableDataCond));

139,429✔

2384

  pOper->resultInfo.totalRows = 0;

263,996✔

2385

  blockDataEmpty(pInfo->pResBlock);

263,996✔

2386

  blockDataEmpty(pInfo->pOrgBlock);

263,996✔

2387

  taosHashClear(pInfo->pIgnoreTables);

263,996✔

2388

  taosArrayDestroy(pInfo->pBlockColMap);

263,996✔

2389

  pInfo->pBlockColMap = NULL;

263,996✔

2390

  return code;

263,996✔

2393

int32_t createTableScanOperatorInfo(STableScanPhysiNode* pTableScanNode, SReadHandle* readHandle,

183,567,204✔

2396

  QRY_PARAM_CHECK(pOptrInfo);

183,567,204✔

2398

  int32_t         code = TSDB_CODE_SUCCESS;

183,576,628✔

2399

  int32_t         lino = 0;

183,576,628✔

2400

  STableScanInfo* pInfo = taosMemoryCalloc(1, sizeof(STableScanInfo));

183,576,628✔

2401

  SOperatorInfo*  pOperator = taosMemoryCalloc(1, sizeof(SOperatorInfo));

183,494,040✔

2402

  if (pInfo == NULL || pOperator == NULL) {

183,493,505✔

2403

    code = terrno;

1✔

2407

  pOperator->pPhyNode = pTableScanNode;

183,501,657✔

2408

  SScanPhysiNode*     pScanNode = &pTableScanNode->scan;

183,503,696✔

2409

  SDataBlockDescNode* pDescNode = pScanNode->node.pOutputDataBlockDesc;

183,502,327✔

2411

  int32_t numOfCols = 0;

183,539,095✔

2413

      extractColMatchInfo(pScanNode->pScanCols, pDescNode, &numOfCols, COL_MATCH_FROM_COL_ID, &pInfo->base.matchInfo);

183,537,087✔

2414

  QUERY_CHECK_CODE(code, lino, _error);

183,487,028✔

2416

  initLimitInfo(pScanNode->node.pLimit, pScanNode->node.pSlimit, &pInfo->base.limitInfo);

183,487,028✔

2417

  code = initQueryTableDataCond(&pInfo->base.cond, pTableScanNode, readHandle, true);

183,388,457✔

2418

  QUERY_CHECK_CODE(code, lino, _error);

183,315,151✔

2420

  if (pScanNode->pScanPseudoCols != NULL) {

183,315,151✔

2421

    SExprSupp* pSup = &pInfo->base.pseudoSup;

51,830,680✔

2422

    pSup->pExprInfo = NULL;

51,844,229✔

2423

    code = createExprInfo(pScanNode->pScanPseudoCols, NULL, &pSup->pExprInfo, &pSup->numOfExprs);

51,857,353✔

2424

    QUERY_CHECK_CODE(code, lino, _error);

51,810,562✔

2426

    pSup->pCtx = createSqlFunctionCtx(pSup->pExprInfo, pSup->numOfExprs, &pSup->rowEntryInfoOffset,

51,810,562✔

2428

    QUERY_CHECK_NULL(pSup->pCtx, code, lino, _error, terrno);

51,879,266✔

2431

  pInfo->scanInfo = (SScanInfo){.numOfAsc = pTableScanNode->scanSeq[0], .numOfDesc = pTableScanNode->scanSeq[1]};

183,301,808✔

2432

  pInfo->base.scanFlag = (pInfo->scanInfo.numOfAsc > 1) ? PRE_SCAN : MAIN_SCAN;

183,091,031✔

2434

  pInfo->base.pdInfo.interval = extractIntervalInfo(pTableScanNode);

183,255,652✔

2435

  pInfo->base.readHandle = *readHandle;

182,937,182✔

2436

  pInfo->base.dataBlockLoadFlag = pTableScanNode->dataRequired;

183,208,774✔

2438

  pInfo->sample.sampleRatio = pTableScanNode->ratio;

183,071,930✔

2439

  pInfo->sample.seed = taosGetTimestampSec();

183,318,395✔

2441

  pInfo->base.readerAPI = pTaskInfo->storageAPI.tsdReader;

183,130,891✔

2442

  initResultSizeInfo(&pOperator->resultInfo, 4096);

183,251,631✔

2443

  pInfo->pResBlock = createDataBlockFromDescNode(pDescNode);

182,985,482✔

2444

  resetClolumnReserve(pInfo->pResBlock, pInfo->base.dataBlockLoadFlag);

183,524,836✔

2445

  QUERY_CHECK_NULL(pInfo->pResBlock, code, lino, _error, terrno);

182,895,465✔

2447

  code = prepareDataBlockBuf(pInfo->pResBlock, &pInfo->base.matchInfo);

182,906,827✔

2448

  QUERY_CHECK_CODE(code, lino, _error);

182,925,449✔

2450

  pInfo->virtualStableScan = pScanNode->virtualStableScan;

182,925,449✔

2451

  if (pScanNode->node.dynamicOp && pScanNode->virtualStableScan) {

182,979,722✔

2452

    TSWAP(pInfo->pOrgBlock, pInfo->pResBlock);

5,860,556✔

2453

    pInfo->pResBlock = NULL;

5,861,313✔

2454

    memcpy(&pInfo->base.orgCond, &pInfo->base.cond, sizeof(SQueryTableDataCond));

5,863,180✔

2455

    memset(&pInfo->base.cond, 0, sizeof(SQueryTableDataCond));

5,858,879✔

2458

  if (pInfo->virtualStableScan) {

183,042,409✔

2459

    pInfo->readerCache = taosHashInit(1024, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT), false, HASH_NO_LOCK);

5,860,937✔

2460

    QUERY_CHECK_NULL(pInfo->readerCache, code, lino, _error, terrno);

5,865,742✔

2463

  code = filterInitFromNode((SNode*)pTableScanNode->scan.node.pConditions, &pOperator->exprSupp.pFilterInfo, 0,

183,243,327✔

2464

                            pTaskInfo->pStreamRuntimeInfo);

183,245,619✔

2465

  QUERY_CHECK_CODE(code, lino, _error);

183,085,457✔

2467

  pInfo->currentGroupId = -1;

183,062,923✔

2469

  pInfo->tableEndIndex = -1;

183,249,180✔

2470

  pInfo->assignBlockUid = pTableScanNode->assignBlockUid;

183,165,479✔

2471

  pInfo->hasGroupByTag = pTableScanNode->pGroupTags ? true : false;

183,043,386✔

2473

  setOperatorInfo(pOperator, "TableScanOperator", QUERY_NODE_PHYSICAL_PLAN_TABLE_SCAN, false, OP_NOT_OPENED, pInfo,

183,208,633✔

2475

  pOperator->exprSupp.numOfExprs = numOfCols;

182,952,497✔

2477

  pInfo->needCountEmptyTable = tsCountAlwaysReturnValue && pTableScanNode->needCountEmptyTable;

183,113,210✔

2478

  pInfo->ignoreTag = false;

183,255,706✔

2480

  pInfo->lastBatchIdx = -1;

183,076,667✔

2481

  pInfo->currentBatchIdx = 0;

182,923,075✔

2482

  pInfo->base.pTableListInfo = pTableListInfo;

183,182,070✔

2483

  if (tsMetaEntryCache && readHandle->streamRtInfo == NULL) {

183,026,252✔

2493

  pInfo->filesetDelimited = pTableScanNode->filesetDelimited;

183,026,252✔

2495

  pOperator->fpSet = createOperatorFpSet(prepareTableScan, doTableScanNext,

183,135,543✔

2501

  setOperatorResetStateFn(pOperator, resetTableScanOperatorState);

182,873,589✔

2503

  pOperator->cost.openCost = 0;

182,993,787✔

2504

  *pOptrInfo = pOperator;

182,990,664✔

2505

  return TSDB_CODE_SUCCESS;

182,814,029✔

2507

_error:

22,534✔

2508

  if (pInfo != NULL) {

22,534✔

2509

    pInfo->base.pTableListInfo = NULL;  // this attribute will be destroy outside of this function

22,534✔

2510

    destroyTableScanOperatorInfo(pInfo);

22,534✔

2513

  if (pOperator != NULL) {

22,534✔

2514

    pOperator->info = NULL;

22,534✔

2515

    destroyOperator(pOperator);

22,534✔

2517

  pTaskInfo->code = code;

22,534✔

2518

  return code;

22,534✔

2555

static int32_t doBlockDataPrimaryKeyFilter(SSDataBlock* pBlock, STqOffsetVal* offset) {

14,056✔

2556

  int32_t code = TSDB_CODE_SUCCESS;

14,056✔

2557

  int32_t lino = 0;

14,056✔

2558

  if (pBlock->info.window.skey != offset->ts || offset->primaryKey.type == 0) {

14,056✔

2559

    return code;

1,625✔

2561

  bool* p = taosMemoryCalloc(pBlock->info.rows, sizeof(bool));

12,431✔

2562

  QUERY_CHECK_NULL(p, code, lino, _end, terrno);

12,431✔

2563

  bool hasUnqualified = false;

12,431✔

2565

  SColumnInfoData* pColTs = taosArrayGet(pBlock->pDataBlock, 0);

12,431✔

2566

  SColumnInfoData* pColPk = taosArrayGet(pBlock->pDataBlock, 1);

12,431✔

2568

  qDebug("doBlockDataWindowFilter primary key, ts:%" PRId64 " %" PRId64, offset->ts,

12,431✔

2570

  QUERY_CHECK_CONDITION((pColPk->info.type == offset->primaryKey.type), code, lino, _end,

12,431✔

2573

  __compar_fn_t func = getComparFunc(pColPk->info.type, 0);

12,431✔

2574

  QUERY_CHECK_NULL(func, code, lino, _end, terrno);

12,431✔

2575

  for (int32_t i = 0; i < pBlock->info.rows; ++i) {

44,915,549✔

2576

    int64_t* ts = (int64_t*)colDataGetData(pColTs, i);

44,903,118✔

2577

    void*    data = colDataGetData(pColPk, i);

44,903,118✔

2578

    if (IS_VAR_DATA_TYPE(pColPk->info.type)) {

44,905,526✔

2579

      if (IS_STR_DATA_BLOB(pColPk->info.type)) {

2,408✔

2582

      void* tmq = taosMemoryMalloc(offset->primaryKey.nData + VARSTR_HEADER_SIZE);

2,408✔

2583

      QUERY_CHECK_NULL(tmq, code, lino, _end, terrno);

2,408✔

2584

      memcpy(varDataVal(tmq), offset->primaryKey.pData, offset->primaryKey.nData);

2,408✔

2585

      varDataLen(tmq) = offset->primaryKey.nData;

2,408✔

2586

      p[i] = (*ts > offset->ts) || (func(data, tmq) > 0);

2,408✔

2587

      taosMemoryFree(tmq);

2,408✔

2589

      p[i] = (*ts > offset->ts) || (func(data, VALUE_GET_DATUM(&offset->primaryKey, pColPk->info.type)) > 0);

44,900,710✔

2592

    if (!p[i]) {

44,903,118✔

2593

      hasUnqualified = true;

16,028,250✔

2597

  if (hasUnqualified) {

12,431✔

2598

    code = trimDataBlock(pBlock, pBlock->info.rows, p);

4,214✔

2599

    QUERY_CHECK_CODE(code, lino, _end);

4,214✔

2602

_end:

12,431✔

2603

  taosMemoryFree(p);

12,431✔

2604

  if (code != TSDB_CODE_SUCCESS) {

12,431✔

2607

  return code;

12,431✔

2610

int32_t colIdComparFn(const void* param1, const void* param2) {

1,475,186,015✔

2611

  int32_t p1 = *(int32_t*)param1;

1,475,186,015✔

2612

  int32_t p2 = *(int32_t*)param2;

1,475,190,941✔

2614

  if (p1 == p2) {

1,475,224,069✔

2617

    return (p1 < p2) ? -1 : 1;

1,475,224,069✔

2621

static int32_t setBlockIntoRes(SStreamScanInfo* pInfo, const SSDataBlock* pBlock) {

98,182,709✔

2622

  int32_t         code = TSDB_CODE_SUCCESS;

98,182,709✔

2623

  int32_t         lino = 0;

98,182,709✔

2624

  SDataBlockInfo* pBlockInfo = &pInfo->pRes->info;

98,182,709✔

2625

  SOperatorInfo*  pOperator = pInfo->pStreamScanOp;

98,183,379✔

2626

  SExecTaskInfo*  pTaskInfo = pOperator->pTaskInfo;

98,183,044✔

2627

  const char*     id = GET_TASKID(pTaskInfo);

98,182,371✔

2628

  SArray* pColList = NULL;

98,183,041✔

2630

  code = blockDataEnsureCapacity(pInfo->pRes, pBlock->info.rows);

98,183,041✔

2631

  QUERY_CHECK_CODE(code, lino, _end);

98,177,349✔

2633

  pBlockInfo->rows = pBlock->info.rows;

98,177,349✔

2634

  pBlockInfo->id.uid = pBlock->info.id.uid;

98,180,364✔

2635

  pBlockInfo->type = STREAM_NORMAL;

98,180,364✔

2636

  pBlockInfo->version = pBlock->info.version;

98,180,699✔

2638

  STableScanInfo* pTableScanInfo = pInfo->pTableScanOp->info;

98,181,034✔

2639

  pBlockInfo->id.groupId = tableListGetTableGroupId(pTableScanInfo->base.pTableListInfo, pBlock->info.id.uid);

98,180,699✔

2641

  pColList = taosArrayInit(4, sizeof(int32_t));

98,181,701✔

2642

  QUERY_CHECK_NULL(pColList, code, lino, _end, terrno);

98,178,985✔

2645

  for (int32_t i = 0; i < taosArrayGetSize(pInfo->matchInfo.pList); ++i) {

540,074,845✔

2646

    SColMatchItem* pColMatchInfo = taosArrayGet(pInfo->matchInfo.pList, i);

441,908,087✔

2647

    if (!pColMatchInfo->needOutput) {

441,794,258✔

2648

      continue;

1,194✔

2651

    bool colExists = false;

441,906,698✔

2652

    for (int32_t j = 0; j < blockDataGetNumOfCols(pBlock); ++j) {

1,420,916,528✔

2653

      SColumnInfoData* pResCol = NULL;

1,420,127,809✔

2654

      code = bdGetColumnInfoData(pBlock, j, &pResCol);

1,419,992,123✔

2655

      QUERY_CHECK_CODE(code, lino, _end);

1,420,176,473✔

2657

      if (pResCol->info.colId == pColMatchInfo->colId) {

1,420,176,473✔

2658

        SColumnInfoData* pDst = taosArrayGet(pInfo->pRes->pDataBlock, pColMatchInfo->dstSlotId);

441,960,251✔

2659

        code = colDataAssign(pDst, pResCol, pBlock->info.rows, &pInfo->pRes->info);

441,949,606✔

2660

        QUERY_CHECK_CODE(code, lino, _end);

441,794,696✔

2662

        colExists = true;

441,794,696✔

2663

        void* tmp = taosArrayPush(pColList, &pColMatchInfo->dstSlotId);

441,794,696✔

2664

        QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);

441,905,031✔

2665

        break;

441,905,031✔

2670

    if (!colExists) {

441,894,666✔

2679

  if (pInfo->numOfPseudoExpr > 0) {

98,179,004✔

2680

    code = addTagPseudoColumnData(&pInfo->readHandle, pInfo->pPseudoExpr, pInfo->numOfPseudoExpr, pInfo->pRes,

126,127,198✔

2681

                                  pBlockInfo->rows, pTaskInfo, &pTableScanInfo->base.metaCache);

63,064,181✔

2683

    if (code) {

63,063,908✔

2688

    terrno = 0;

63,063,908✔

2690

    for (int32_t i = 0; i < pInfo->numOfPseudoExpr; ++i) {

272,202,452✔

2691

      void* tmp = taosArrayPush(pColList, &pInfo->pPseudoExpr[i].base.resSchema.slotId);

209,139,965✔

2692

      QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);

209,139,903✔

2696

  taosArraySort(pColList, colIdComparFn);

98,167,949✔

2698

  int32_t i = 0, j = 0;

98,179,825✔

2699

  while (i < taosArrayGetSize(pColList)) {

749,091,111✔

2700

    int32_t slot1 = *(int32_t*)taosArrayGet(pColList, i);

650,893,172✔

2701

    if (slot1 > j) {

650,911,286✔

2706

      i += 1;

650,911,286✔

2707

      j += 1;

650,911,286✔

2711

  while (j < taosArrayGetSize(pInfo->pRes->pDataBlock)) {

98,178,922✔

2712

    SColumnInfoData* pDst = taosArrayGet(pInfo->pRes->pDataBlock, j);

1,194✔

2713

    colDataSetNNULL(pDst, 0, pBlockInfo->rows);

1,194✔

2714

    j += 1;

1,194✔

2717

  code = doFilter(pInfo->pRes, pOperator->exprSupp.pFilterInfo, NULL, NULL);

98,178,447✔

2718

  QUERY_CHECK_CODE(code, lino, _end);

98,178,176✔

2720

  code = blockDataUpdateTsWindow(pInfo->pRes, pInfo->primaryTsIndex);

98,178,176✔

2721

  QUERY_CHECK_CODE(code, lino, _end);

98,179,138✔

2723

_end:

98,179,138✔

2724

  taosArrayDestroy(pColList);

97,415,340✔

2725

  if (code != TSDB_CODE_SUCCESS) {

98,172,317✔

2728

  return code;

98,166,578✔

2731

static int32_t processPrimaryKey(SSDataBlock* pBlock, bool hasPrimaryKey, STqOffsetVal* offset) {

6,527,412✔

2732

  int32_t code = TSDB_CODE_SUCCESS;

6,527,412✔

2733

  int32_t lino = 0;

6,527,412✔

2734

  SValue  val = {0};

6,527,412✔

2735

  if (hasPrimaryKey) {

6,527,412✔

2736

    code = doBlockDataPrimaryKeyFilter(pBlock, offset);

14,056✔

2737

    if (code != TSDB_CODE_SUCCESS) {

14,056✔

2741

    SColumnInfoData* pColPk = taosArrayGet(pBlock->pDataBlock, 1);

14,056✔

2743

    if (pBlock->info.rows < 1) {

14,056✔

2744

      return code;

3,913✔

2746

    void* tmp = colDataGetData(pColPk, pBlock->info.rows - 1);

10,143✔

2747

    val.type = pColPk->info.type;

10,143✔

2748

    if (IS_VAR_DATA_TYPE(pColPk->info.type)) {

10,143✔

2749

      if (IS_STR_DATA_BLOB(pColPk->info.type)) {

632✔

2752

      val.pData = taosMemoryMalloc(varDataLen(tmp));

632✔

2753

      QUERY_CHECK_NULL(val.pData, code, lino, _end, terrno);

632✔

2754

      val.nData = varDataLen(tmp);

632✔

2755

      memcpy(val.pData, varDataVal(tmp), varDataLen(tmp));

632✔

2757

      valueSetDatum(&val, pColPk->info.type, tmp, pColPk->info.bytes);

9,511✔

2760

  tqOffsetResetToData(offset, pBlock->info.id.uid, pBlock->info.window.ekey, val);

6,523,499✔

2762

_end:

6,521,992✔

2763

  if (code != TSDB_CODE_SUCCESS) {

6,522,297✔

2766

  return code;

6,521,992✔

2769

static int32_t doQueueScanNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {

121,396,427✔

2770

  int32_t        code = TSDB_CODE_SUCCESS;

121,396,427✔

2771

  int32_t        lino = 0;

121,396,427✔

2772

  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;

121,396,427✔

2773

  SStorageAPI*   pAPI = &pTaskInfo->storageAPI;

121,399,465✔

2775

  SStreamScanInfo* pInfo = pOperator->info;

121,400,802✔

2776

  const char*      id = GET_TASKID(pTaskInfo);

121,400,542✔

2778

  qDebug("start to exec queue scan, %s", id);

121,398,283✔

2780

  if (isTaskKilled(pTaskInfo)) {

121,400,142✔

2785

  if (pTaskInfo->streamInfo.currentOffset.type == TMQ_OFFSET__SNAPSHOT_DATA) {

121,404,481✔

2786

    while (1) {

3,913✔

2787

      SSDataBlock* pResult = NULL;

5,840,072✔

2788

      code = doTableScanNext(pInfo->pTableScanOp, &pResult);

5,840,072✔

2789

      QUERY_CHECK_CODE(code, lino, _end);

5,839,767✔

2791

      if (pResult && pResult->info.rows > 0) {

5,839,767✔

2792

        bool hasPrimaryKey = pAPI->tqReaderFn.tqGetTablePrimaryKey(pInfo->tqReader);

5,797,667✔

2793

        code = processPrimaryKey(pResult, hasPrimaryKey, &pTaskInfo->streamInfo.currentOffset);

5,798,277✔

2794

        QUERY_CHECK_CODE(code, lino, _end);

5,796,752✔

2795

        qDebug("tmqsnap doQueueScan get data utid:%" PRId64, pResult->info.id.uid);

5,796,752✔

2796

        if (pResult->info.rows > 0) {

5,798,277✔

2797

          (*ppRes) = pResult;

5,794,364✔

2798

          return code;

5,794,364✔

2805

    STableScanInfo* pTSInfo = pInfo->pTableScanOp->info;

41,795✔

2806

    pAPI->tsdReader.tsdReaderClose(pTSInfo->base.dataReader);

41,795✔

2808

    pTSInfo->base.dataReader = NULL;

41,795✔

2809

    int64_t validVer = pTaskInfo->streamInfo.snapshotVer + 1;

41,795✔

2810

    qDebug("queue scan tsdb over, switch to wal ver %" PRId64, validVer);

41,795✔

2811

    if (pAPI->tqReaderFn.tqReaderSeek(pInfo->tqReader, validVer, pTaskInfo->id.str) < 0) {

41,795✔

2812

      (*ppRes) = NULL;

12,435✔

2813

      return code;

12,435✔

2816

    tqOffsetResetToLog(&pTaskInfo->streamInfo.currentOffset, validVer);

29,360✔

2819

  if (pTaskInfo->streamInfo.currentOffset.type == TMQ_OFFSET__LOG) {

115,598,017✔

2820

    while (1) {

745,590✔

2822

          pAPI->tqReaderFn.tqReaderNextBlockInWal(pInfo->tqReader, id, pTaskInfo->streamInfo.sourceExcluded);

116,343,272✔

2824

      SSDataBlock*       pRes = pAPI->tqReaderFn.tqGetResultBlock(pInfo->tqReader);

116,297,517✔

2825

      struct SWalReader* pWalReader = pAPI->tqReaderFn.tqReaderGetWalReader(pInfo->tqReader);

116,325,866✔

2828

      tqOffsetResetToLog(&pTaskInfo->streamInfo.currentOffset, pWalReader->curVersion);

116,330,585✔

2831

      pTaskInfo->streamInfo.currentOffset.ts = pAPI->tqReaderFn.tqGetResultBlockTime(pInfo->tqReader);

116,325,017✔

2833

      if (hasResult) {

116,329,965✔

2834

        qDebug("doQueueScan get data from log %" PRId64 " rows, version:%" PRId64, pRes->info.rows,

98,170,075✔

2836

        blockDataCleanup(pInfo->pRes);

98,186,330✔

2837

        code = setBlockIntoRes(pInfo, pRes);

98,178,019✔

2838

        QUERY_CHECK_CODE(code, lino, _end);

98,164,315✔

2839

        qDebug("doQueueScan after filter get data from log %" PRId64 " rows, version:%" PRId64, pInfo->pRes->info.rows,

98,164,315✔

2841

        if (pInfo->pRes->info.rows > 0) {

98,167,059✔

2842

          (*ppRes) = pInfo->pRes;

97,437,789✔

2843

          return code;

97,434,774✔

2846

        qDebug("doQueueScan get none from log, return, version:%" PRId64, pTaskInfo->streamInfo.currentOffset.version);

18,159,890✔

2847

        (*ppRes) = NULL;

18,160,193✔

2848

        return code;

18,160,228✔

2873

int32_t extractTableIdList(const STableListInfo* pTableListInfo, SArray** ppArrayRes) {

323,456✔

2874

  int32_t code = TSDB_CODE_SUCCESS;

323,456✔

2875

  int32_t lino = 0;

323,456✔

2876

  SArray* tableIdList = taosArrayInit(4, sizeof(uint64_t));

323,456✔

2877

  QUERY_CHECK_NULL(tableIdList, code, lino, _end, terrno);

324,344✔

2880

  int32_t size = 0;

324,344✔

2881

  code = tableListGetSize(pTableListInfo, &size);

324,344✔

2882

  QUERY_CHECK_CODE(code, lino, _end);

324,344✔

2883

  for (int32_t i = 0; i < size; ++i) {

9,257,138✔

2884

    STableKeyInfo* pkeyInfo = tableListGetInfo(pTableListInfo, i);

8,926,391✔

2885

    QUERY_CHECK_NULL(pkeyInfo, code, lino, _end, terrno);

8,898,300✔

2886

    void* tmp = taosArrayPush(tableIdList, &pkeyInfo->uid);

8,898,300✔

2887

    QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);

8,932,794✔

2890

  (*ppArrayRes) = tableIdList;

330,747✔

2892

_end:

324,344✔

2893

  if (code != TSDB_CODE_SUCCESS) {

324,041✔

2896

  return code;

324,041✔

2899

static int32_t doRawScanNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {

1,512,740✔

2900

  int32_t        code = TSDB_CODE_SUCCESS;

1,512,740✔

2901

  int32_t        lino = 0;

1,512,740✔

2902

  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;

1,512,740✔

2903

  SStorageAPI*   pAPI = &pTaskInfo->storageAPI;

1,512,740✔

2905

  SStreamRawScanInfo* pInfo = pOperator->info;

1,512,740✔

2906

  pTaskInfo->streamInfo.btMetaRsp.batchMetaReq = NULL;  // use batchMetaReq != NULL to judge if data is meta

1,512,740✔

2907

  pTaskInfo->streamInfo.btMetaRsp.batchMetaLen = NULL;

1,512,441✔

2909

  qDebug("tmqsnap doRawScan called");

1,512,740✔

2910

  if (pTaskInfo->streamInfo.currentOffset.type == TMQ_OFFSET__SNAPSHOT_DATA) {

1,512,740✔

2911

    bool hasNext = false;

1,507,044✔

2912

    if (pInfo->dataReader && pInfo->sContext->withMeta != ONLY_META) {

1,507,044✔

2913

      code = pAPI->tsdReader.tsdNextDataBlock(pInfo->dataReader, &hasNext);

1,505,912✔

2914

      if (code != TSDB_CODE_SUCCESS) {

1,502,623✔

2920

    if (pInfo->dataReader && hasNext) {

1,503,755✔

2921

      if (isTaskKilled(pTaskInfo)) {

732,143✔

2926

      SSDataBlock* pBlock = NULL;

732,442✔

2927

      code = pAPI->tsdReader.tsdReaderRetrieveDataBlock(pInfo->dataReader, &pBlock);

731,844✔

2928

      QUERY_CHECK_CODE(code, lino, _end);

728,854✔

2930

      if (pBlock && pBlock->info.rows > 0) {

728,854✔

2931

        bool hasPrimaryKey = pAPI->snapshotFn.taosXGetTablePrimaryKey(pInfo->sContext);

730,648✔

2932

        code = processPrimaryKey(pBlock, hasPrimaryKey, &pTaskInfo->streamInfo.currentOffset);

731,844✔

2933

        QUERY_CHECK_CODE(code, lino, _end);

729,452✔

2934

        qDebug("tmqsnap doRawScan get data uid:%" PRId64, pBlock->info.id.uid);

729,452✔

2935

        (*ppRes) = pBlock;

732,741✔

2936

        return code;

732,442✔

2940

    SMetaTableInfo mtInfo = {0};

772,475✔

2941

    code = pAPI->snapshotFn.getMetaTableInfoFromSnapshot(pInfo->sContext, &mtInfo);

774,269✔

2942

    QUERY_CHECK_CODE(code, lino, _end);

773,107✔

2943

    if (code != 0) {

773,107✔

2947

    STqOffsetVal offset = {0};

773,107✔

2948

    if (mtInfo.uid == 0 || pInfo->sContext->withMeta == ONLY_META) {  // read snapshot done, change to get data from wal

772,509✔

2949

      qDebug("tmqsnap read snapshot done, change to get data from wal");

11,216✔

2950

      tqOffsetResetToLog(&offset, pInfo->sContext->snapVersion + 1);

11,216✔

2952

      SValue val = {0};

762,224✔

2953

      tqOffsetResetToData(&offset, mtInfo.uid, INT64_MIN, val);

762,224✔

2954

      qDebug("tmqsnap change get data uid:%" PRId64, mtInfo.uid);

762,224✔

2957

    code = qStreamPrepareScan(pTaskInfo, &offset, pInfo->sContext->subType);

774,602✔

2958

    QUERY_CHECK_CODE(code, lino, _end);

774,602✔

2959

    (*ppRes) = NULL;

774,602✔

2960

    return code;

774,602✔

2961

  } else if (pTaskInfo->streamInfo.currentOffset.type == TMQ_OFFSET__SNAPSHOT_META) {

5,696✔

2962

    SSnapContext* sContext = pInfo->sContext;

5,696✔

2963

    for (int32_t i = 0; i < tmqRowSize; i++) {

43,493✔

2964

      void*   data = NULL;

43,766✔

2965

      int32_t dataLen = 0;

43,766✔

2966

      int16_t type = 0;

43,766✔

2967

      int64_t uid = 0;

43,766✔

2968

      if (pAPI->snapshotFn.getTableInfoFromSnapshot(sContext, &data, &dataLen, &type, &uid) < 0) {

43,766✔

2974

      if (!sContext->queryMeta) {  // change to get data next poll request

43,766✔

2975

        STqOffsetVal offset = {0};

5,696✔

2976

        SValue       val = {0};

5,696✔

2978

        code = qStreamPrepareScan(pTaskInfo, &offset, pInfo->sContext->subType);

5,696✔

2979

        QUERY_CHECK_CODE(code, lino, _end);

5,696✔

2980

        break;

5,696✔

2982

        tqOffsetResetToMeta(&pTaskInfo->streamInfo.currentOffset, uid);

38,070✔

2983

        SMqMetaRsp tmpMetaRsp = {0};

38,070✔

2984

        tmpMetaRsp.resMsgType = type;

38,070✔

2985

        tmpMetaRsp.metaRspLen = dataLen;

38,070✔

2986

        tmpMetaRsp.metaRsp = data;

38,070✔

2987

        if (!pTaskInfo->streamInfo.btMetaRsp.batchMetaReq) {

38,070✔

2988

          pTaskInfo->streamInfo.btMetaRsp.batchMetaReq = taosArrayInit(4, POINTER_BYTES);

5,150✔

2989

          QUERY_CHECK_NULL(pTaskInfo->streamInfo.btMetaRsp.batchMetaReq, code, lino, _end, terrno);

5,150✔

2991

          pTaskInfo->streamInfo.btMetaRsp.batchMetaLen = taosArrayInit(4, sizeof(int32_t));

5,150✔

2992

          QUERY_CHECK_NULL(pTaskInfo->streamInfo.btMetaRsp.batchMetaLen, code, lino, _end, terrno);

5,150✔

2994

        int32_t  tempRes = TSDB_CODE_SUCCESS;

38,070✔

2995

        uint32_t len = 0;

38,070✔

2996

        tEncodeSize(tEncodeMqMetaRsp, &tmpMetaRsp, len, tempRes);

38,070✔

2997

        if (TSDB_CODE_SUCCESS != tempRes) {

38,070✔

3003

        int32_t tLen = sizeof(SMqRspHead) + len;

38,070✔

3004

        void*   tBuf = taosMemoryCalloc(1, tLen);

38,070✔

3005

        QUERY_CHECK_NULL(tBuf, code, lino, _end, terrno);

37,797✔

3007

        void*    metaBuff = POINTER_SHIFT(tBuf, sizeof(SMqRspHead));

37,797✔

3008

        SEncoder encoder = {0};

37,797✔

3009

        tEncoderInit(&encoder, metaBuff, len);

37,797✔

3010

        int32_t tempLen = tEncodeMqMetaRsp(&encoder, &tmpMetaRsp);

38,070✔

3011

        if (tempLen < 0) {

38,070✔

3018

        taosMemoryFreeClear(data);

38,070✔

3019

        void* tmp = taosArrayPush(pTaskInfo->streamInfo.btMetaRsp.batchMetaReq, &tBuf);

38,070✔

3020

        QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);

37,797✔

3022

        tmp = taosArrayPush(pTaskInfo->streamInfo.btMetaRsp.batchMetaLen, &tLen);

37,797✔

3023

        QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);

37,797✔

3027

    (*ppRes) = NULL;

5,696✔

3028

    return code;

5,696✔

3042

static void destroyTmqRawScanOperatorInfo(void* param) {

130,073✔

3043

  SStreamRawScanInfo* pRawScan = (SStreamRawScanInfo*)param;

130,073✔

3044

  pRawScan->pAPI->tsdReader.tsdReaderClose(pRawScan->dataReader);

130,073✔

3045

  pRawScan->pAPI->snapshotFn.destroySnapshot(pRawScan->sContext);

130,073✔

3046

  tableListDestroy(pRawScan->pTableListInfo);

129,751✔

3047

  taosMemoryFree(pRawScan);

130,073✔

3048

129,751✔

3053

int32_t createTmqRawScanOperatorInfo(SReadHandle* pHandle, SExecTaskInfo* pTaskInfo, SOperatorInfo** pOptrInfo) {

129,746✔

3059

  QRY_PARAM_CHECK(pOptrInfo);

129,746✔

3060

  int32_t code = TSDB_CODE_SUCCESS;

129,746✔

3061

  int32_t lino = 0;

129,746✔

3063

  SStreamRawScanInfo* pInfo = taosMemoryCalloc(1, sizeof(SStreamRawScanInfo));

129,746✔

3064

  SOperatorInfo*      pOperator = taosMemoryCalloc(1, sizeof(SOperatorInfo));

129,746✔

3065

  if (pInfo == NULL || pOperator == NULL) {

129,746✔

3071

  pInfo->pTableListInfo = tableListCreate();

129,746✔

3072

  QUERY_CHECK_NULL(pInfo->pTableListInfo, code, lino, _end, terrno);

130,073✔

3073

  pInfo->vnode = pHandle->vnode;

130,073✔

3074

  pInfo->pAPI = &pTaskInfo->storageAPI;

130,073✔

3076

  pInfo->sContext = pHandle->sContext;

130,073✔

3077

  pHandle->sContext = NULL;  // transfer the ownership

130,073✔

3078

  setOperatorInfo(pOperator, "RawScanOperator", QUERY_NODE_PHYSICAL_PLAN_TABLE_SCAN, false, OP_NOT_OPENED, pInfo,

130,073✔

3081

  pOperator->fpSet = createOperatorFpSet(NULL, doRawScanNext, NULL, destroyTmqRawScanOperatorInfo, optrDefaultBufFn,

130,073✔

3083

  *pOptrInfo = pOperator;

130,073✔

3084

  return code;

130,073✔

3096

void destroyTmqScanOperatorInfo(void* param) {

324,344✔

3097

  if (param == NULL) {

324,344✔

3101

  SStreamScanInfo* pStreamScan = (SStreamScanInfo*)param;

324,344✔

3102

  if (pStreamScan->pTableScanOp && pStreamScan->pTableScanOp->info) {

324,344✔

3103

    destroyOperator(pStreamScan->pTableScanOp);

324,029✔

3106

  if (pStreamScan->tqReader != NULL && pStreamScan->readerFn.tqReaderClose != NULL) {

323,412✔

3107

    pStreamScan->readerFn.tqReaderClose(pStreamScan->tqReader);

324,039✔

3109

  if (pStreamScan->pVtableMergeHandles) {

323,362✔

3113

  if (pStreamScan->pVtableMergeBuf) {

324,039✔

3117

  if (pStreamScan->pVtableReadyHandles) {

324,344✔

3121

  if (pStreamScan->pTableListInfo) {

324,344✔

3125

  if (pStreamScan->matchInfo.pList) {

324,039✔

3126

    taosArrayDestroy(pStreamScan->matchInfo.pList);

324,039✔

3128

  if (pStreamScan->pPseudoExpr) {

323,694✔

3129

    destroyExprInfo(pStreamScan->pPseudoExpr, pStreamScan->numOfPseudoExpr);

187,364✔

3130

    taosMemoryFree(pStreamScan->pPseudoExpr);

187,364✔

3133

  cleanupExprSupp(&pStreamScan->tbnameCalSup);

323,694✔

3134

  cleanupExprSupp(&pStreamScan->tagCalSup);

324,019✔

3136

  blockDataDestroy(pStreamScan->pRes);

324,344✔

3137

  blockDataDestroy(pStreamScan->pUpdateRes);

324,019✔

3138

  blockDataDestroy(pStreamScan->pDeleteDataRes);

324,019✔

3139

  blockDataDestroy(pStreamScan->pUpdateDataRes);

324,019✔

3140

  blockDataDestroy(pStreamScan->pCreateTbRes);

324,039✔

3141

  taosArrayDestroy(pStreamScan->pBlockLists);

324,344✔

3142

  blockDataDestroy(pStreamScan->pCheckpointRes);

324,019✔

3144

  taosMemoryFree(pStreamScan);

324,019✔

3164

 int32_t createTmqScanOperatorInfo(SReadHandle* pHandle, STableScanPhysiNode* pTableScanNode,

324,344✔

3167

  QRY_PARAM_CHECK(pOptrInfo);

324,344✔

3169

  int32_t          code = TSDB_CODE_SUCCESS;

324,344✔

3170

  int32_t          lino = 0;

324,344✔

3171

  SArray*          pColIds = NULL;

324,344✔

3172

  SStreamScanInfo* pInfo = taosMemoryCalloc(1, sizeof(SStreamScanInfo));

324,344✔

3173

  SOperatorInfo*   pOperator = taosMemoryCalloc(1, sizeof(SOperatorInfo));

324,344✔

3174

  SStorageAPI*     pAPI = &pTaskInfo->storageAPI;

324,344✔

3175

  const char*      idstr = pTaskInfo->id.str;

324,344✔

3177

  if (pInfo == NULL || pOperator == NULL) {

324,344✔

3182

  SScanPhysiNode*     pScanPhyNode = &pTableScanNode->scan;

324,344✔

3183

  SDataBlockDescNode* pDescNode = pScanPhyNode->node.pOutputDataBlockDesc;

324,344✔

3185

  pInfo->pTagCond = pTagCond;

324,344✔

3186

  pInfo->pGroupTags = pTableScanNode->pGroupTags;

324,344✔

3188

  int32_t numOfCols = 0;

324,344✔

3189

  code = extractColMatchInfo(pScanPhyNode->pScanCols, pDescNode, &numOfCols, COL_MATCH_FROM_COL_ID, &pInfo->matchInfo);

324,344✔

3190

  if (code != TSDB_CODE_SUCCESS) {

324,344✔

3194

  SDataType pkType = {0};

324,344✔

3195

  pInfo->primaryKeyIndex = -1;

324,344✔

3196

  pInfo->basic.primaryPkIndex = -1;

324,344✔

3197

  int32_t numOfOutput = taosArrayGetSize(pInfo->matchInfo.pList);

324,344✔

3198

  pColIds = taosArrayInit(numOfOutput, sizeof(int16_t));

324,344✔

3199

  QUERY_CHECK_NULL(pColIds, code, lino, _error, terrno);

324,344✔

3201

  for (int32_t i = 0; i < numOfOutput; ++i) {

2,018,340✔

3202

    SColMatchItem* id = taosArrayGet(pInfo->matchInfo.pList, i);

1,693,996✔

3203

    QUERY_CHECK_NULL(id, code, lino, _error, terrno);

1,693,996✔

3205

    int16_t colId = id->colId;

1,693,996✔

3206

    void*   tmp = taosArrayPush(pColIds, &colId);

1,693,996✔

3207

    QUERY_CHECK_NULL(tmp, code, lino, _error, terrno);

1,693,996✔

3209

    if (id->colId == PRIMARYKEY_TIMESTAMP_COL_ID) {

1,693,996✔

3210

      pInfo->primaryTsIndex = id->dstSlotId;

324,344✔

3212

    if (id->isPk) {

1,693,996✔

3213

      pInfo->primaryKeyIndex = id->dstSlotId;

1,535✔

3214

      pInfo->basic.primaryPkIndex = id->dstSlotId;

1,535✔

3215

      pkType = id->dataType;

1,535✔

3219

  pInfo->pPartTbnameSup = NULL;

324,344✔

3220

  if (pTableScanNode->pSubtable != NULL) {

324,344✔

3236

  if (pTableScanNode->pTags != NULL) {

324,344✔

3248

  pInfo->pBlockLists = taosArrayInit(4, sizeof(SPackedData));

324,344✔

3249

  TSDB_CHECK_NULL(pInfo->pBlockLists, code, lino, _error, terrno);

324,344✔

3251

  if (pHandle->vnode) {

324,344✔

3252

    SOperatorInfo* pTableScanOp = NULL;

324,344✔

3253

    code = createTableScanOperatorInfo(pTableScanNode, pHandle, pTableListInfo, pTaskInfo, &pTableScanOp);

324,344✔

3254

    if (pTableScanOp == NULL || code != 0) {

323,684✔

3255

      qError("createTableScanOperatorInfo error, code:%d", pTaskInfo->code);

660✔

3259

    STableScanInfo* pTSInfo = (STableScanInfo*)pTableScanOp->info;

323,024✔

3260

    if (pHandle->version > 0) {

324,019✔

3261

      pTSInfo->base.cond.endVersion = pHandle->version;

323,341✔

3264

    STableKeyInfo* pList = NULL;

323,716✔

3265

    int32_t        num = 0;

323,381✔

3266

    code = tableListGetGroupList(pTableListInfo, 0, &pList, &num);

323,716✔

3267

    QUERY_CHECK_CODE(code, lino, _error);

323,391✔

3269

    if (pHandle->initTableReader) {

323,391✔

3270

      pTSInfo->scanMode = TABLE_SCAN__TABLE_ORDER;

323,391✔

3271

      pTSInfo->base.dataReader = NULL;

323,391✔

3274

    if (pHandle->initTqReader) {

324,019✔

3275

      pInfo->tqReader = pAPI->tqReaderFn.tqReaderOpen(pHandle->vnode);

324,002✔

3276

      QUERY_CHECK_NULL(pInfo->tqReader, code, lino, _error, terrno);

324,344✔

3282

    pInfo->pUpdateInfo = NULL;

324,344✔

3283

    pInfo->pTableScanOp = pTableScanOp;

324,344✔

3284

    if (pInfo->pTableScanOp->pTaskInfo->streamInfo.pState) {

324,344✔

3289

    pInfo->readHandle = *pHandle;

324,344✔

3290

    pTaskInfo->streamInfo.snapshotVer = pHandle->version;

324,344✔

3291

    pInfo->pCreateTbRes = buildCreateTableBlock(&pInfo->tbnameCalSup, &pInfo->tagCalSup);

324,344✔

3292

    QUERY_CHECK_NULL(pInfo->pCreateTbRes, code, lino, _error, terrno);

324,069✔

3293

    pInfo->hasPart = false;

324,006✔

3295

    code = blockDataEnsureCapacity(pInfo->pCreateTbRes, 8);

323,731✔

3296

    QUERY_CHECK_CODE(code, lino, _error);

323,703✔

3299

    code = pAPI->tqReaderFn.tqReaderSetColIdList(pInfo->tqReader, pColIds, idstr);

323,703✔

3300

    QUERY_CHECK_CODE(code, lino, _error);

323,705✔

3302

    SArray* tableIdList = NULL;

323,705✔

3303

    code = extractTableIdList(((STableScanInfo*)(pInfo->pTableScanOp->info))->base.pTableListInfo, &tableIdList);

323,705✔

3304

    QUERY_CHECK_CODE(code, lino, _error);

324,344✔

3305

    code = pAPI->tqReaderFn.tqReaderSetQueryTableList(pInfo->tqReader, tableIdList, idstr);

324,344✔

3306

    QUERY_CHECK_CODE(code, lino, _error);

324,344✔

3307

    taosArrayDestroy(tableIdList);

324,344✔

3308

    memcpy(&pTaskInfo->streamInfo.tableCond, &pTSInfo->base.cond, sizeof(SQueryTableDataCond));

324,344✔

3315

  pColIds = NULL;

324,344✔

3318

  if (pTableScanNode->scan.pScanPseudoCols != NULL) {

324,344✔

3319

    code = createExprInfo(pTableScanNode->scan.pScanPseudoCols, NULL, &pInfo->pPseudoExpr, &pInfo->numOfPseudoExpr);

187,364✔

3320

    QUERY_CHECK_CODE(code, lino, _error);

187,364✔

3323

  code = filterInitFromNode((SNode*)pScanPhyNode->node.pConditions, &pOperator->exprSupp.pFilterInfo, 0, NULL);

324,344✔

3324

  QUERY_CHECK_CODE(code, lino, _error);

324,344✔

3326

  pInfo->pRes = createDataBlockFromDescNode(pDescNode);

324,344✔

3327

  QUERY_CHECK_NULL(pInfo->pRes, code, lino, _error, terrno);

324,344✔

3328

  code = createSpecialDataBlock(STREAM_CLEAR, &pInfo->pUpdateRes);

324,344✔

3329

  QUERY_CHECK_CODE(code, lino, _error);

324,344✔

3331

  pInfo->scanMode = STREAM_SCAN_FROM_READERHANDLE;

324,344✔

3332

  pInfo->windowSup = (SWindowSupporter){.pStreamAggSup = NULL, .gap = -1, .parentType = QUERY_NODE_PHYSICAL_PLAN};

324,344✔

3333

  pInfo->groupId = 0;

324,344✔

3334

  pInfo->igCheckGroupId = false;

324,344✔

3335

  pInfo->pStreamScanOp = pOperator;

324,057✔

3336

  pInfo->deleteDataIndex = 0;

324,057✔

3337

  code = createSpecialDataBlock(STREAM_DELETE_DATA, &pInfo->pDeleteDataRes);

324,057✔

3338

  QUERY_CHECK_CODE(code, lino, _error);

324,344✔

3340

  pInfo->updateWin = (STimeWindow){.skey = INT64_MAX, .ekey = INT64_MAX};

324,344✔

3341

  code = createSpecialDataBlock(STREAM_CLEAR, &pInfo->pUpdateDataRes);

324,344✔

3342

  QUERY_CHECK_CODE(code, lino, _error);

324,344✔

3344

  pInfo->assignBlockUid = pTableScanNode->assignBlockUid;

324,344✔

3345

  pInfo->partitionSup.needCalc = false;

324,344✔

3346

  pInfo->igCheckUpdate = pTableScanNode->igCheckUpdate;

324,344✔

3347

  pInfo->igExpired = pTableScanNode->igExpired;

324,344✔

3348

  pInfo->twAggSup.maxTs = INT64_MIN;

324,344✔

3349

  pInfo->pState = pTaskInfo->streamInfo.pState;

324,039✔

3350

  pInfo->stateStore = pTaskInfo->storageAPI.stateStore;

324,344✔

3351

  pInfo->readerFn = pTaskInfo->storageAPI.tqReaderFn;

324,041✔

3352

  pInfo->pFillSup = NULL;

324,039✔

3353

  pInfo->useGetResultRange = false;

324,039✔

3354

  pInfo->pRangeScanRes = NULL;

324,039✔

3356

  code = createSpecialDataBlock(STREAM_CHECKPOINT, &pInfo->pCheckpointRes);

323,736✔

3357

  QUERY_CHECK_CODE(code, lino, _error);

324,344✔

3359

  setOperatorInfo(pOperator, STREAM_SCAN_OP_NAME, QUERY_NODE_PHYSICAL_PLAN_STREAM_SCAN, false, OP_NOT_OPENED, pInfo,

324,344✔

3361

  pOperator->exprSupp.numOfExprs = taosArrayGetSize(pInfo->pRes->pDataBlock);

324,344✔

3363

  pOperator->fpSet = createOperatorFpSet(optrDummyOpenFn, doQueueScanNext, NULL, destroyTmqScanOperatorInfo, optrDefaultBufFn,

324,344✔

3366

  *pOptrInfo = pOperator;

324,344✔

3367

  return code;

324,344✔

3390

static int32_t doTagScanOneTable(SOperatorInfo* pOperator, SSDataBlock* pRes, SMetaReader* mr, SStorageAPI* pAPI) {

10,318,035✔

3391

  int32_t        code = TSDB_CODE_SUCCESS;

10,318,035✔

3392

  int32_t        lino = 0;

10,318,035✔

3393

  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;

10,318,035✔

3394

  STagScanInfo*  pInfo = pOperator->info;

10,318,045✔

3395

  SExprInfo*     pExprInfo = &pOperator->exprSupp.pExprInfo[0];

10,319,053✔

3396

  int32_t        count = pRes->info.rows;

10,318,045✔

3398

  STableKeyInfo* item = tableListGetInfo(pInfo->pTableListInfo, pInfo->curPos);

10,317,035✔

3399

  if (!item) {

10,317,037✔

3406

  code = pAPI->metaReaderFn.getTableEntryByUid(mr, item->uid);

10,317,037✔

3407

  tDecoderClear(&(*mr).coder);

10,321,827✔

3408

  if (code != TSDB_CODE_SUCCESS) {

10,320,565✔

3414

  char str[512];

9,805,100✔

3415

  for (int32_t j = 0; j < pOperator->exprSupp.numOfExprs; ++j) {

45,021,344✔

3416

    SColumnInfoData* pDst = taosArrayGet(pRes->pDataBlock, pExprInfo[j].base.resSchema.slotId);

34,701,778✔

3419

    if (FUNCTION_TYPE_TBNAME == pExprInfo[j].pExpr->_function.functionType) {

34,702,211✔

3420

      STR_TO_VARSTR(str, (*mr).me.name);

4,076,158✔

3421

      code = colDataSetVal(pDst, (count), str, false);

4,075,757✔

3422

      QUERY_CHECK_CODE(code, lino, _end);

4,076,662✔

3423

    } else if (FUNCTION_TYPE_TBUID == pExprInfo[j].pExpr->_function.functionType) {

30,628,140✔

3424

      code = colDataSetVal(pDst, (count), (char*)&(*mr).me.uid, false);

5,755,529✔

3425

      QUERY_CHECK_CODE(code, lino, _end);

5,755,529✔

3426

    } else if (FUNCTION_TYPE_VGID == pExprInfo[j].pExpr->_function.functionType) {

24,871,148✔

3427

      code = colDataSetVal(pDst, (count), (char*)&pTaskInfo->id.vgId, false);

14,799✔

3428

      QUERY_CHECK_CODE(code, lino, _end);

14,799✔

3430

      STagVal val = {0};

24,858,260✔

3431

      val.cid = pExprInfo[j].base.pParam[0].pCol->colId;

24,857,861✔

3432

      const char* p = pAPI->metaFn.extractTagVal((*mr).me.ctbEntry.pTags, pDst->info.type, &val);

24,857,546✔

3434

      char* data = NULL;

24,857,340✔

3435

      if (pDst->info.type != TSDB_DATA_TYPE_JSON && p != NULL) {

24,857,340✔

3436

        data = tTagValToData((const STagVal*)p, false);

24,856,788✔

3438

        data = (char*)p;

1,350✔

3441

      code = colDataSetVal(pDst, (count), data,

24,856,993✔

3442

                           (data == NULL) || (pDst->info.type == TSDB_DATA_TYPE_JSON && tTagIsJsonNull(data)));

24,855,397✔

3443

      QUERY_CHECK_CODE(code, lino, _end);

24,856,038✔

3445

      if ((pDst->info.type != TSDB_DATA_TYPE_JSON) && (p != NULL) && IS_VAR_DATA_TYPE(((const STagVal*)p)->type) &&

24,856,038✔

3447

        taosMemoryFree(data);

8,856,061✔

3452

_end:

10,324,070✔

3453

  if (code != TSDB_CODE_SUCCESS) {

10,321,825✔

3457

    pRes->info.rows++;

10,321,825✔

3460

  return code;

10,322,770✔

3463

static void tagScanFreeUidTag(void* p) {

7,711,476✔

3464

  STUidTagInfo* pInfo = p;

7,711,476✔

3465

  if (pInfo->pTagVal != NULL) {

7,711,476✔

3466

    taosMemoryFree(pInfo->pTagVal);

7,707,767✔

3468

7,709,426✔

3470

static int32_t tagScanCreateResultData(SDataType* pType, int32_t numOfRows, SScalarParam* pParam) {

1,575,500✔

3471

  SColumnInfoData* pColumnData = taosMemoryCalloc(1, sizeof(SColumnInfoData));

1,575,500✔

3472

  if (pColumnData == NULL) {

1,572,688✔

3476

  pColumnData->info.type = pType->type;

1,572,688✔

3477

  pColumnData->info.bytes = pType->bytes;

1,573,740✔

3478

  pColumnData->info.scale = pType->scale;

1,574,728✔

3479

  pColumnData->info.precision = pType->precision;

1,572,680✔

3481

  int32_t code = colInfoDataEnsureCapacity(pColumnData, numOfRows, true);

1,574,380✔

3482

  if (code != TSDB_CODE_SUCCESS) {

1,572,536✔

3488

  pParam->columnData = pColumnData;

1,572,536✔

3489

  pParam->colAlloced = true;

1,574,512✔

3490

  return TSDB_CODE_SUCCESS;

1,574,380✔

3493

static EDealRes tagScanRewriteTagColumn(SNode** pNode, void* pContext) {

9,707,580✔

3494

  int32_t                code = TSDB_CODE_SUCCESS;

9,707,580✔

3495

  int32_t                lino = 0;

9,707,580✔

3496

  STagScanFilterContext* pCtx = (STagScanFilterContext*)pContext;

9,707,580✔

3497

  SColumnNode*           pSColumnNode = NULL;

9,707,580✔

3498

  if (QUERY_NODE_COLUMN == nodeType((*pNode))) {

9,709,062✔

3499

    pSColumnNode = *(SColumnNode**)pNode;

2,726,091✔

3500

  } else if (QUERY_NODE_FUNCTION == nodeType((*pNode))) {

6,993,665✔

3501

    SFunctionNode* pFuncNode = *(SFunctionNode**)(pNode);

492✔

3502

    if (pFuncNode->funcType == FUNCTION_TYPE_TBNAME) {

492✔

3515

      return DEAL_RES_CONTINUE;

492✔

3518

    return DEAL_RES_CONTINUE;

6,983,832✔

3521

  void* data = taosHashGet(pCtx->colHash, &pSColumnNode->colId, sizeof(pSColumnNode->colId));

2,726,795✔

3522

  if (!data) {

2,724,566✔

3523

    code = taosHashPut(pCtx->colHash, &pSColumnNode->colId, sizeof(pSColumnNode->colId), pNode, sizeof((*pNode)));

1,575,064✔

3524

    if (code == TSDB_CODE_DUP_KEY) {

1,578,457✔

3527

    QUERY_CHECK_CODE(code, lino, _end);

1,578,457✔

3528

    pSColumnNode->slotId = pCtx->index++;

1,578,457✔

3529

    SColumnInfo cInfo = {.colId = pSColumnNode->colId,

1,578,603✔

3530

                         .type = pSColumnNode->node.resType.type,

1,579,071✔

3531

                         .bytes = pSColumnNode->node.resType.bytes};

1,577,241✔

3532

    void*       tmp = taosArrayPush(pCtx->cInfoList, &cInfo);

1,578,457✔

3533

    QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);

1,578,109✔

3535

    SColumnNode* col = *(SColumnNode**)data;

1,149,502✔

3536

    pSColumnNode->slotId = col->slotId;

1,149,850✔

3539

_end:

2,727,237✔

3540

  if (code != TSDB_CODE_SUCCESS) {

2,728,079✔

3541

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

1,554✔

3544

  return DEAL_RES_CONTINUE;

2,726,525✔

3547

static int32_t tagScanFilterByTagCond(SArray* aUidTags, SNode* pTagCond, SArray* aFilterIdxs, void* pVnode,

1,576,544✔

3549

  int32_t code = TSDB_CODE_SUCCESS;

1,576,544✔

3550

  int32_t lino = 0;

1,576,544✔

3551

  int32_t numOfTables = taosArrayGetSize(aUidTags);

1,576,544✔

3552

  SArray* pBlockList = NULL;

1,576,188✔

3554

  SSDataBlock* pResBlock = createTagValBlockForFilter(pInfo->filterCtx.cInfoList, numOfTables, aUidTags, pVnode, pAPI);

1,576,188✔

3555

  QUERY_CHECK_NULL(pResBlock, code, lino, _end, terrno);

1,573,022✔

3557

  pBlockList = taosArrayInit(1, POINTER_BYTES);

1,573,022✔

3558

  QUERY_CHECK_NULL(pBlockList, code, lino, _end, terrno);

1,574,874✔

3560

  void* tmp = taosArrayPush(pBlockList, &pResBlock);

1,576,196✔

3561

  QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);

1,576,196✔

3563

  SDataType type = {.type = TSDB_DATA_TYPE_BOOL, .bytes = sizeof(bool)};

1,576,196✔

3565

  SScalarParam output = {0};

1,575,848✔

3566

  code = tagScanCreateResultData(&type, numOfTables, &output);

1,574,860✔

3567

  QUERY_CHECK_CODE(code, lino, _end);

1,574,024✔

3569

  gTaskScalarExtra.pStreamInfo = (void*)pStreamRuntimeInfo;

1,574,024✔

3570

  gTaskScalarExtra.pStreamRange = NULL;

1,574,024✔

3571

  code = scalarCalculate(pTagCond, pBlockList, &output, &gTaskScalarExtra);

1,574,380✔

3572

  QUERY_CHECK_CODE(code, lino, _end);

1,573,395✔

3574

  bool* result = (bool*)output.columnData->pData;

1,573,395✔

3575

  for (int32_t i = 0; i < numOfTables; ++i) {

3,932,637✔

3576

    if (result[i]) {

2,362,408✔

3577

      void* tmp = taosArrayPush(aFilterIdxs, &i);

2,233,500✔

3578

      QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);

2,233,500✔

3582

  colDataDestroy(output.columnData);

1,572,188✔

3583

  taosMemoryFreeClear(output.columnData);

1,573,039✔

3585

_end:

1,569,195✔

3586

  blockDataDestroy(pResBlock);

1,569,324✔

3587

  taosArrayDestroy(pBlockList);

1,564,398✔

3588

  if (code != TSDB_CODE_SUCCESS) {

1,567,215✔

3591

  return code;

1,567,215✔

3594

static int32_t tagScanFillOneCellWithTag(SOperatorInfo* pOperator, const STUidTagInfo* pUidTagInfo,

28,962,312✔

3597

  int32_t code = TSDB_CODE_SUCCESS;

28,962,312✔

3598

  int32_t lino = 0;

28,962,312✔

3599

  if (QUERY_NODE_FUNCTION == pExprInfo->pExpr->nodeType) {

28,962,312✔

3600

    if (FUNCTION_TYPE_TBNAME == pExprInfo->pExpr->_function.functionType) {  // tbname

13,814,866✔

3606

    } else if (FUNCTION_TYPE_TBUID == pExprInfo->pExpr->_function.functionType) {

13,804,072✔

3607

      code = colDataSetVal(pColInfo, rowIndex, (char*)&pUidTagInfo->uid, false);

6,903,920✔

3608

      QUERY_CHECK_CODE(code, lino, _end);

6,905,170✔

3609

    } else if (FUNCTION_TYPE_VGID == pExprInfo->pExpr->_function.functionType) {

6,907,520✔

3610

      code = colDataSetVal(pColInfo, rowIndex, (char*)&pOperator->pTaskInfo->id.vgId, false);

6,905,124✔

3611

      QUERY_CHECK_CODE(code, lino, _end);

6,905,836✔

3614

    STagVal tagVal = {0};

15,141,722✔

3615

    tagVal.cid = pExprInfo->base.pParam[0].pCol->colId;

15,145,292✔

3616

    if (pUidTagInfo->pTagVal == NULL) {

15,144,510✔

3619

      const char* p = pAPI->metaFn.extractTagVal(pUidTagInfo->pTagVal, pColInfo->info.type, &tagVal);

15,134,450✔

3621

      if (p == NULL || (pColInfo->info.type == TSDB_DATA_TYPE_JSON && ((STag*)p)->nTag == 0)) {

15,145,160✔

3622

        colDataSetNULL(pColInfo, rowIndex);

7,704✔

3623

      } else if (pColInfo->info.type == TSDB_DATA_TYPE_JSON) {

15,137,714✔

3626

      } else if (IS_VAR_DATA_TYPE(pColInfo->info.type)) {

18,913,824✔

3627

        if (IS_STR_DATA_BLOB(pColInfo->info.type)) {

3,783,060✔

3630

        char* tmp = taosMemoryMalloc(tagVal.nData + VARSTR_HEADER_SIZE + 1);

3,771,171✔

3631

        QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);

3,771,029✔

3633

        varDataSetLen(tmp, tagVal.nData);

3,771,029✔

3634

        memcpy(tmp + VARSTR_HEADER_SIZE, tagVal.pData, tagVal.nData);

3,774,293✔

3635

        code = colDataSetVal(pColInfo, rowIndex, tmp, false);

3,777,783✔

3636

        taosMemoryFree(tmp);

3,776,675✔

3637

        QUERY_CHECK_CODE(code, lino, _end);

3,775,420✔

3639

        code = colDataSetVal(pColInfo, rowIndex, (const char*)&tagVal.i64, false);

11,361,373✔

3640

        QUERY_CHECK_CODE(code, lino, _end);

11,362,045✔

3645

_end:

28,956,455✔

3646

  if (code != TSDB_CODE_SUCCESS) {

28,956,455✔

3649

  return code;

28,949,511✔

3652

static int32_t tagScanFillResultBlock(SOperatorInfo* pOperator, SSDataBlock* pRes, SArray* aUidTags,

4,953,890✔

3654

  int32_t       code = TSDB_CODE_SUCCESS;

4,953,890✔

3655

  int32_t       lino = 0;

4,953,890✔

3656

  STagScanInfo* pInfo = pOperator->info;

4,953,890✔

3657

  SExprInfo*    pExprInfo = &pOperator->exprSupp.pExprInfo[0];

4,953,744✔

3658

  if (!ignoreFilterIdx) {

4,952,214✔

3659

    size_t szTables = taosArrayGetSize(aFilterIdxs);

1,571,144✔

3660

    for (int i = 0; i < szTables; ++i) {

3,805,032✔

3661

      int32_t       idx = *(int32_t*)taosArrayGet(aFilterIdxs, i);

2,229,244✔

3662

      STUidTagInfo* pUidTagInfo = taosArrayGet(aUidTags, idx);

2,231,606✔

3663

      QUERY_CHECK_NULL(pUidTagInfo, code, lino, _end, terrno);

2,232,594✔

3664

      for (int32_t j = 0; j < pOperator->exprSupp.numOfExprs; ++j) {

12,788,881✔

3665

        SColumnInfoData* pDst = taosArrayGet(pRes->pDataBlock, pExprInfo[j].base.resSchema.slotId);

10,548,515✔

3666

        QUERY_CHECK_NULL(pDst, code, lino, _end, terrno);

10,556,264✔

3667

        code = tagScanFillOneCellWithTag(pOperator, pUidTagInfo, &pExprInfo[j], pDst, i, pAPI, pInfo->readHandle.vnode);

10,556,264✔

3668

        QUERY_CHECK_CODE(code, lino, _end);

10,556,287✔

3672

    size_t szTables = taosArrayGetSize(aUidTags);

3,381,070✔

3673

    for (int i = 0; i < szTables; ++i) {

8,737,398✔

3674

      STUidTagInfo* pUidTagInfo = taosArrayGet(aUidTags, i);

5,357,329✔

3675

      QUERY_CHECK_NULL(pUidTagInfo, code, lino, _end, terrno);

5,357,411✔

3676

      for (int32_t j = 0; j < pOperator->exprSupp.numOfExprs; ++j) {

23,742,961✔

3677

        SColumnInfoData* pDst = taosArrayGet(pRes->pDataBlock, pExprInfo[j].base.resSchema.slotId);

18,389,058✔

3678

        QUERY_CHECK_NULL(pDst, code, lino, _end, terrno);

18,392,488✔

3679

        code = tagScanFillOneCellWithTag(pOperator, pUidTagInfo, &pExprInfo[j], pDst, i, pAPI, pInfo->readHandle.vnode);

18,392,488✔

3680

        QUERY_CHECK_CODE(code, lino, _end);

18,385,550✔

3685

_end:

3,380,069✔

3686

  if (code != TSDB_CODE_SUCCESS) {

4,955,857✔

3689

  return code;

4,955,667✔

3692

static int32_t doTagScanFromCtbIdxNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {

9,706,180✔

3693

  int32_t        code = TSDB_CODE_SUCCESS;

9,706,180✔

3694

  int32_t        lino = 0;

9,706,180✔

3695

  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;

9,706,180✔

3696

  SStorageAPI*   pAPI = &pTaskInfo->storageAPI;

9,703,346✔

3698

  STagScanInfo* pInfo = pOperator->info;

9,704,514✔

3699

  SSDataBlock*  pRes = pInfo->pRes;

9,702,572✔

3701

  QRY_PARAM_CHECK(ppRes);

9,706,897✔

3703

  if (pOperator->status == OP_EXEC_DONE) {

9,707,245✔

3704

    return TSDB_CODE_SUCCESS;

4,683,406✔

3706

  blockDataCleanup(pRes);

5,020,362✔

3708

  if (pInfo->pCtbCursor == NULL) {

5,022,505✔

3709

    pInfo->pCtbCursor = pAPI->metaFn.openCtbCursor(pInfo->readHandle.vnode, pInfo->suid, 1);

5,025,716✔

3710

    QUERY_CHECK_NULL(pInfo->pCtbCursor, code, lino, _end, terrno);

5,026,851✔

3712

    code = pAPI->metaFn.resumeCtbCursor(pInfo->pCtbCursor, 0);

509✔

3716

  SArray* aUidTags = pInfo->aUidTags;

5,026,020✔

3717

  SArray* aFilterIdxs = pInfo->aFilterIdxs;

5,026,862✔

3718

  int32_t count = 0;

5,024,410✔

3719

  bool    ctbCursorFinished = false;

5,024,410✔

3720

  while (1) {

82,357✔

3721

    taosArrayClearEx(aUidTags, tagScanFreeUidTag);

5,106,763✔

3722

    taosArrayClear(aFilterIdxs);

5,109,244✔

3724

    int32_t numTables = 0;

5,107,238✔

3725

    while (numTables < pOperator->resultInfo.capacity) {

12,828,304✔

3726

      SMCtbCursor* pCur = pInfo->pCtbCursor;

12,828,038✔

3727

      tb_uid_t     uid = pAPI->metaFn.ctbCursorNext(pInfo->pCtbCursor);

12,826,708✔

3728

      if (uid == 0) {

12,824,834✔

3729

        ctbCursorFinished = true;

5,111,421✔

3730

        break;

5,111,421✔

3732

      STUidTagInfo info = {.uid = uid, .pTagVal = pCur->pVal};

7,713,413✔

3733

      info.pTagVal = taosMemoryMalloc(pCur->vLen);

7,711,393✔

3734

      QUERY_CHECK_NULL(info.pTagVal, code, lino, _end, terrno);

7,704,551✔

3736

      memcpy(info.pTagVal, pCur->pVal, pCur->vLen);

7,704,551✔

3737

      void* tmp = taosArrayPush(aUidTags, &info);

7,720,676✔

3738

      QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);

7,720,676✔

3739

      ++numTables;

7,720,676✔

3742

    if (numTables == 0) {

5,111,421✔

3743

      break;

154,024✔

3745

    bool ignoreFilterIdx = true;

4,957,397✔

3746

    if (pInfo->pTagCond != NULL) {

4,957,397✔

3747

      ignoreFilterIdx = false;

1,576,544✔

3748

      code = tagScanFilterByTagCond(aUidTags, pInfo->pTagCond, aFilterIdxs, pInfo->readHandle.vnode, pAPI, pInfo, pTaskInfo->pStreamRuntimeInfo);

1,576,544✔

3749

      QUERY_CHECK_CODE(code, lino, _end);

1,570,502✔

3751

      ignoreFilterIdx = true;

3,381,213✔

3754

    code = tagScanFillResultBlock(pOperator, pRes, aUidTags, aFilterIdxs, ignoreFilterIdx, pAPI);

4,951,715✔

3755

    QUERY_CHECK_CODE(code, lino, _end);

4,954,700✔

3757

    count = ignoreFilterIdx ? taosArrayGetSize(aUidTags) : taosArrayGetSize(aFilterIdxs);

4,954,700✔

3759

    if (count != 0) {

4,953,663✔

3760

      break;

4,871,310✔

3764

  if (count > 0) {

5,025,334✔

3765

    pAPI->metaFn.pauseCtbCursor(pInfo->pCtbCursor);

4,871,738✔

3767

  if (count == 0 || ctbCursorFinished) {

5,025,464✔

3768

    pAPI->metaFn.closeCtbCursor(pInfo->pCtbCursor);

5,026,040✔

3769

    pInfo->pCtbCursor = NULL;

5,023,121✔

3770

    setOperatorCompleted(pOperator);

5,023,477✔

3773

  pRes->info.rows = count;

5,019,352✔

3774

  bool bLimitReached = applyLimitOffset(&pInfo->limitInfo, pRes, pTaskInfo);

5,019,498✔

3775

  if (bLimitReached) {

5,023,860✔

3779

  pOperator->resultInfo.totalRows += pRes->info.rows;

5,023,940✔

3780

  (*ppRes) = (pRes->info.rows == 0) ? NULL : pInfo->pRes;

5,022,250✔

3782

_end:

5,022,742✔

3783

  if (code != TSDB_CODE_SUCCESS) {

5,022,742✔

3789

  return code;

5,022,742✔

3792

static int32_t createTagScanTableListInfoFromParam(SOperatorInfo* pOperator) {

3,553,156✔

3793

  STagScanInfo*          pInfo = pOperator->info;

3,553,156✔

3794

  SExecTaskInfo*         pTaskInfo = pOperator->pTaskInfo;

3,553,156✔

3795

  int32_t                code = 0;

3,553,156✔

3796

  STableListInfo*        pListInfo = pInfo->pTableListInfo;

3,553,156✔

3797

  STagScanOperatorParam* pParam = (STagScanOperatorParam*)pOperator->pOperatorGetParam->value;

3,553,156✔

3798

  tb_uid_t               pUid = pParam->vcUid;

3,553,156✔

3804

  STableKeyInfo info = {.groupId = 0};

3,553,156✔

3806

  int32_t tableIdx = 0;

3,553,156✔

3807

  taosHashClear(pListInfo->map);

3,553,156✔

3808

  taosArrayClear(pListInfo->pTableList);

3,553,156✔

3810

  if (taosHashPut(pListInfo->map, &pUid, sizeof(uint64_t), &tableIdx, sizeof(int32_t))) {

3,553,156✔

3817

  info.uid = pUid;

3,553,156✔

3818

  void* p = taosArrayPush(pListInfo->pTableList, &info);

3,553,156✔

3819

  if (p == NULL) {

3,553,156✔

3823

  qDebug("add dynamic table scan uid:%" PRIu64 ", %s", info.uid, GET_TASKID(pTaskInfo));

3,553,156✔

3825

  return code;

3,553,156✔

3828

static int32_t doTagScanFromMetaEntryNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {

7,914,606✔

3829

  int32_t       code = TSDB_CODE_SUCCESS;

7,914,606✔

3830

  int32_t       lino = 0;

7,914,606✔

3831

  STagScanInfo* pInfo = pOperator->info;

7,914,606✔

3832

  if (pOperator->pOperatorGetParam) {

7,915,110✔

3833

    pOperator->resultInfo.totalRows = 0;

3,553,156✔

3834

    pOperator->dynamicTask = true;

3,553,156✔

3835

    pInfo->curPos = 0;

3,553,156✔

3836

    code = createTagScanTableListInfoFromParam(pOperator);

3,553,156✔

3837

    freeOperatorParam(pOperator->pOperatorGetParam, OP_GET_PARAM);

3,553,156✔

3838

    pOperator->pOperatorGetParam = NULL;

3,553,156✔

3839

    QUERY_CHECK_CODE(code, lino, _end);

3,553,156✔

3841

    if (pOperator->status == OP_EXEC_DONE) {

3,553,156✔

3842

      pOperator->status = OP_OPENED;

1,909,241✔

3846

  if (pOperator->status == OP_EXEC_DONE) {

7,914,606✔

3847

    (*ppRes) = NULL;

2,135,618✔

3848

    return code;

2,135,618✔

3851

  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;

5,778,190✔

3852

  SStorageAPI*   pAPI = &pTaskInfo->storageAPI;

5,778,988✔

3854

  SExprInfo*   pExprInfo = &pOperator->exprSupp.pExprInfo[0];

5,778,589✔

3855

  SSDataBlock* pRes = pInfo->pRes;

5,777,476✔

3856

  blockDataCleanup(pRes);

5,775,166✔

3858

  int32_t size = 0;

5,778,482✔

3859

  code = tableListGetSize(pInfo->pTableListInfo, &size);

5,779,490✔

3860

  QUERY_CHECK_CODE(code, lino, _end);

5,775,922✔

3862

  if (size == 0) {

5,775,922✔

3863

    setTaskStatus(pTaskInfo, TASK_COMPLETED);

18,534✔

3864

    (*ppRes) = NULL;

18,534✔

3865

    return code;

18,534✔

3868

  SMetaReader mr = {0};

5,757,388✔

3869

  pAPI->metaReaderFn.initReader(&mr, pInfo->readHandle.vnode, META_READER_LOCK, &pAPI->metaFn);

5,759,910✔

3870

  pRes->info.rows = 0;

5,760,559✔

3872

  while (pInfo->curPos < size && pRes->info.rows < pOperator->resultInfo.capacity) {

16,082,783✔

3873

    code = doTagScanOneTable(pOperator, pRes, &mr, &pTaskInfo->storageAPI);

10,318,858✔

3874

    if (code != TSDB_CODE_OUT_OF_MEMORY && code != TSDB_CODE_QRY_REACH_QMEM_THRESHOLD &&

10,321,466✔

3877

      code = TSDB_CODE_SUCCESS;

10,322,369✔

3879

    QUERY_CHECK_CODE(code, lino, _end);

10,321,466✔

3881

    if (++pInfo->curPos >= size) {

10,321,466✔

3882

      setOperatorCompleted(pOperator);

5,760,918✔

3886

  pAPI->metaReaderFn.clearReader(&mr);

5,764,834✔

3887

  bool bLimitReached = applyLimitOffset(&pInfo->limitInfo, pRes, pTaskInfo);

5,760,958✔

3888

  if (bLimitReached) {

5,760,958✔

3893

  if (pOperator->status == OP_EXEC_DONE) {

5,760,958✔

3894

    setTaskStatus(pTaskInfo, TASK_COMPLETED);

5,760,958✔

3897

  pOperator->resultInfo.totalRows += pRes->info.rows;

5,760,918✔

3899

  (*ppRes) = (pRes->info.rows == 0) ? NULL : pInfo->pRes;

5,760,958✔

3900

_end:

5,760,918✔

3901

  if (code != TSDB_CODE_SUCCESS) {

5,760,958✔

3906

  return code;

5,760,958✔

3909

static void destroyTagScanOperatorInfo(void* param) {

9,505,339✔

3910

  STagScanInfo* pInfo = (STagScanInfo*)param;

9,505,339✔

3911

  if (pInfo->pCtbCursor != NULL && pInfo->pStorageAPI != NULL) {

9,505,339✔

3914

  taosHashCleanup(pInfo->filterCtx.colHash);

9,510,195✔

3915

  taosArrayDestroy(pInfo->filterCtx.cInfoList);

9,493,786✔

3916

  taosArrayDestroy(pInfo->aFilterIdxs);

9,487,005✔

3917

  taosArrayDestroyEx(pInfo->aUidTags, tagScanFreeUidTag);

9,494,702✔

3919

  blockDataDestroy(pInfo->pRes);

9,503,888✔

3920

  taosArrayDestroy(pInfo->matchInfo.pList);

9,498,669✔

3921

  tableListDestroy(pInfo->pTableListInfo);

9,496,665✔

3923

  pInfo->pRes = NULL;

9,511,801✔

3924

  pInfo->pTableListInfo = NULL;

9,512,157✔

3925

  taosMemoryFreeClear(param);

9,512,340✔

3926

9,505,658✔

3928

static int32_t resetTagScanOperatorState(SOperatorInfo* pOper) {

4,524✔

3929

  int32_t         code = TSDB_CODE_SUCCESS;

4,524✔

3930

  STagScanInfo*   pInfo = pOper->info;

4,524✔

3932

  pOper->status = OP_NOT_OPENED;

4,524✔

3933

  STagScanPhysiNode* pTagScanNode = (STagScanPhysiNode*)pOper->pPhyNode;

4,524✔

3934

  if (pTagScanNode->onlyMetaCtbIdx) {

4,524✔

3935

      SExecTaskInfo* pTaskInfo = pOper->pTaskInfo;

1,968✔

3936

      SStorageAPI*   pAPI = &pTaskInfo->storageAPI;

1,968✔

3937

      pAPI->metaFn.closeCtbCursor(pInfo->pCtbCursor);

1,968✔

3938

      pInfo->pCtbCursor = NULL;

1,968✔

3940

      pInfo->curPos = 0;

2,556✔

3943

  return code;

4,524✔

3946

int32_t createTagScanOperatorInfo(SReadHandle* pReadHandle, STagScanPhysiNode* pTagScanNode,

9,500,364✔

3949

  QRY_PARAM_CHECK(pOptrInfo);

9,500,364✔

3951

  int32_t         code = TSDB_CODE_SUCCESS;

9,505,769✔

3952

  int32_t         lino = 0;

9,505,769✔

3953

  SScanPhysiNode* pPhyNode = (SScanPhysiNode*)pTagScanNode;

9,505,769✔

3954

  STagScanInfo*   pInfo = taosMemoryCalloc(1, sizeof(STagScanInfo));

9,505,769✔

3955

  SOperatorInfo*  pOperator = taosMemoryCalloc(1, sizeof(SOperatorInfo));

9,495,746✔

3956

  if (pInfo == NULL || pOperator == NULL) {

9,489,516✔

3960

  pOperator->pPhyNode = pTagScanNode;

9,489,821✔

3961

  SDataBlockDescNode* pDescNode = pPhyNode->node.pOutputDataBlockDesc;

9,491,175✔

3963

  int32_t    numOfExprs = 0;

9,497,670✔

3964

  SExprInfo* pExprInfo = NULL;

9,501,417✔

3966

  code = createExprInfo(pPhyNode->pScanPseudoCols, NULL, &pExprInfo, &numOfExprs);

9,499,868✔

3967

  QUERY_CHECK_CODE(code, lino, _error);

9,509,902✔

3969

  code = initExprSupp(&pOperator->exprSupp, pExprInfo, numOfExprs, &pTaskInfo->storageAPI.functionStore);

9,509,902✔

3970

  QUERY_CHECK_CODE(code, lino, _error);

9,480,205✔

3972

  int32_t num = 0;

9,480,205✔

3973

  code = extractColMatchInfo(pPhyNode->pScanPseudoCols, pDescNode, &num, COL_MATCH_FROM_COL_ID, &pInfo->matchInfo);

9,482,792✔

3974

  QUERY_CHECK_CODE(code, lino, _error);

9,506,624✔

3976

  pInfo->pTagCond = pTagCond;

9,506,624✔

3977

  pInfo->pTagIndexCond = pTagIndexCond;

9,508,112✔

3978

  pInfo->suid = pPhyNode->suid;

9,499,343✔

3979

  pInfo->pStorageAPI = &pTaskInfo->storageAPI;

9,501,808✔

3981

  pInfo->pTableListInfo = pTableListInfo;

9,488,077✔

3982

  pInfo->pRes = createDataBlockFromDescNode(pDescNode);

9,504,330✔

3983

  QUERY_CHECK_NULL(pInfo->pRes, code, lino, _error, terrno);

9,509,487✔

3985

  pInfo->readHandle = *pReadHandle;

9,487,778✔

3986

  pInfo->curPos = 0;

9,500,942✔

3988

  initLimitInfo(pPhyNode->node.pLimit, pPhyNode->node.pSlimit, &pInfo->limitInfo);

9,472,665✔

3989

  setOperatorInfo(pOperator, "TagScanOperator", QUERY_NODE_PHYSICAL_PLAN_TAG_SCAN, false, OP_NOT_OPENED, pInfo,

9,475,515✔

3991

  initResultSizeInfo(&pOperator->resultInfo, 4096);

9,473,106✔

3992

  code = blockDataEnsureCapacity(pInfo->pRes, pOperator->resultInfo.capacity);

9,472,884✔

3993

  QUERY_CHECK_CODE(code, lino, _error);

9,511,452✔

3995

  if (pTagScanNode->onlyMetaCtbIdx) {

9,511,452✔

3996

    pInfo->aUidTags = taosArrayInit(pOperator->resultInfo.capacity, sizeof(STUidTagInfo));

5,208,901✔

3997

    QUERY_CHECK_NULL(pInfo->aUidTags, code, lino, _error, terrno);

5,210,881✔

3999

    pInfo->aFilterIdxs = taosArrayInit(pOperator->resultInfo.capacity, sizeof(int32_t));

5,210,383✔

4000

    QUERY_CHECK_NULL(pInfo->aFilterIdxs, code, lino, _error, terrno);

5,210,184✔

4002

    pInfo->filterCtx.colHash =

5,208,793✔

4003

        taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_SMALLINT), false, HASH_NO_LOCK);

5,210,330✔

4004

    QUERY_CHECK_NULL(pInfo->filterCtx.colHash, code, lino, _error, terrno);

5,210,773✔

4006

    pInfo->filterCtx.cInfoList = taosArrayInit(4, sizeof(SColumnInfo));

5,206,705✔

4007

    QUERY_CHECK_NULL(pInfo->filterCtx.cInfoList, code, lino, _error, terrno);

5,208,447✔

4009

    if (pInfo->pTagCond != NULL) {

5,206,597✔

4010

      nodesRewriteExprPostOrder(&pTagCond, tagScanRewriteTagColumn, (void*)&pInfo->filterCtx);

1,579,071✔

4013

  __optr_fn_t tagScanNextFn = (pTagScanNode->onlyMetaCtbIdx) ? doTagScanFromCtbIdxNext : doTagScanFromMetaEntryNext;

9,512,459✔

4014

  pOperator->fpSet = createOperatorFpSet(optrDummyOpenFn, tagScanNextFn, NULL, destroyTagScanOperatorInfo,

9,508,562✔

4016

  setOperatorResetStateFn(pOperator, resetTagScanOperatorState);

9,504,811✔

4018

  *pOptrInfo = pOperator;

9,508,896✔

4019

  return code;

9,507,224✔

4036

static int32_t subTblRowCompareTsFn(const void* pLeft, const void* pRight, void* param) {

236,273,048✔

4037

  int32_t                 left = *(int32_t*)pLeft;

236,273,048✔

4038

  int32_t                 right = *(int32_t*)pRight;

236,274,116✔

4039

  STmsSubTablesMergeInfo* pInfo = (STmsSubTablesMergeInfo*)param;

236,274,116✔

4041

  int32_t leftIdx = pInfo->aInputs[left].rowIdx;

236,274,116✔

4042

  int32_t rightIdx = pInfo->aInputs[right].rowIdx;

236,273,760✔

4044

  if (leftIdx == -1) {

236,249,196✔

4045

    return 1;

202,507,116✔

4046

  } else if (rightIdx == -1) {

33,742,080✔

4047

    return -1;

334,080✔

4050

  int64_t leftTs = pInfo->aInputs[left].aTs[leftIdx];

33,408,000✔

4051

  int64_t rightTs = pInfo->aInputs[right].aTs[rightIdx];

33,408,000✔

4052

  int32_t ret = leftTs > rightTs ? 1 : ((leftTs < rightTs) ? -1 : 0);

33,408,000✔

4053

  if (pInfo->pTsOrderInfo->order == TSDB_ORDER_DESC) {

33,408,000✔

4056

  return ret;

33,408,000✔

4086

int32_t dumpQueryTableCond(const SQueryTableDataCond* src, SQueryTableDataCond* dst) {

2,986,676✔

4087

  int32_t code = TSDB_CODE_SUCCESS;

2,986,676✔

4088

  int32_t lino = 0;

2,986,676✔

4089

  memcpy((void*)dst, (void*)src, sizeof(SQueryTableDataCond));

2,986,676✔

4090

  dst->colList = taosMemoryCalloc(src->numOfCols, sizeof(SColumnInfo));

2,986,676✔

4091

  QUERY_CHECK_NULL(dst->colList, code, lino, _end, terrno);

2,989,800✔

4092

  for (int i = 0; i < src->numOfCols; i++) {

10,037,936✔

4093

    dst->colList[i] = src->colList[i];

7,066,952✔

4096

_end:

2,972,360✔

4097

  if (code != TSDB_CODE_SUCCESS) {

2,972,360✔

4100

  return code;

2,957,624✔

4103

static int32_t fetchNextSubTableBlockFromReader(SOperatorInfo* pOperator, STmsSubTableInput* pInput,

4,497,484✔

4105

  int32_t code = 0;

4,497,484✔

4107

  STableMergeScanInfo*    pInfo = pOperator->info;

4,497,484✔

4108

  SReadHandle*            pHandle = &pInfo->base.readHandle;

4,495,008✔

4109

  STmsSubTablesMergeInfo* pSubTblsInfo = pInfo->pSubTablesMergeInfo;

4,496,060✔

4110

  SExecTaskInfo*          pTaskInfo = pOperator->pTaskInfo;

4,492,548✔

4111

  const SStorageAPI*      pAPI = &pTaskInfo->storageAPI;

4,495,016✔

4113

  blockDataCleanup(pInput->pReaderBlock);

4,497,468✔

4114

  if (!pInput->bInMemReader) {

4,492,952✔

4115

    code = pAPI->tsdReader.tsdReaderOpen(pHandle->vnode, &pInput->tblCond, pInput->pKeyInfo, 1, pInput->pReaderBlock,

4,486,636✔

4116

                                         (void**)&pInput->pReader, GET_TASKID(pTaskInfo), NULL);

2,246,648✔

4117

    if (code != 0) {

2,247,676✔

4122

  pInfo->base.dataReader = pInput->pReader;

4,495,388✔

4124

  while (true) {

7,476✔

4125

    bool hasNext = false;

4,501,748✔

4126

    code = pAPI->tsdReader.tsdNextDataBlock(pInfo->base.dataReader, &hasNext);

4,504,596✔

4127

    if (code != 0) {

4,511,628✔

4133

    if (!hasNext || isTaskKilled(pTaskInfo)) {

4,511,628✔

4134

      if (isTaskKilled(pTaskInfo)) {

3,007,288✔

4140

      *pSubTableHasBlock = false;

3,008,332✔

4141

      break;

3,007,288✔

4144

    if (pInput->tblCond.order == TSDB_ORDER_ASC) {

1,504,340✔

4145

      pInput->tblCond.twindows.skey = pInput->pReaderBlock->info.window.ekey + 1;

1,480,488✔

4147

      pInput->tblCond.twindows.ekey = pInput->pReaderBlock->info.window.skey - 1;

23,852✔

4150

    uint32_t status = 0;

1,504,340✔

4151

    code = loadDataBlock(pOperator, &pInfo->base, pInput->pReaderBlock, &status);

1,504,340✔

4152

    if (code != 0) {

1,504,340✔

4157

    if (status == FUNC_DATA_REQUIRED_ALL_FILTEROUT) {

1,504,340✔

4161

    if (status == FUNC_DATA_REQUIRED_FILTEROUT || pInput->pReaderBlock->info.rows == 0) {

1,504,340✔

4162

      continue;

7,476✔

4165

    *pSubTableHasBlock = true;

1,495,448✔

4166

    break;

1,496,160✔

4169

  if (*pSubTableHasBlock) {

4,503,108✔

4170

    pInput->pReaderBlock->info.id.groupId =

2,992,668✔

4171

        tableListGetTableGroupId(pInfo->base.pTableListInfo, pInput->pReaderBlock->info.id.uid);

2,992,668✔

4172

    pOperator->resultInfo.totalRows += pInput->pReaderBlock->info.rows;

1,496,864✔

4174

  if (!pInput->bInMemReader || !*pSubTableHasBlock) {

4,503,812✔

4175

    pAPI->tsdReader.tsdReaderClose(pInput->pReader);

3,381,388✔

4176

    pInput->pReader = NULL;

3,378,596✔

4179

  pInfo->base.dataReader = NULL;

4,501,012✔

4180

  return TSDB_CODE_SUCCESS;

4,501,708✔

4183

static int32_t setGroupStartEndIndex(STableMergeScanInfo* pInfo) {

1,863,760✔

4184

  pInfo->bGroupProcessed = false;

1,863,760✔

4186

  int32_t numOfTables = 0;

1,854,048✔

4187

  int32_t code = tableListGetSize(pInfo->base.pTableListInfo, &numOfTables);

1,844,856✔

4188

  if (code != TSDB_CODE_SUCCESS) {

1,812,680✔

4193

  int32_t i = pInfo->tableStartIndex + 1;

1,812,680✔

4194

  for (; i < numOfTables; ++i) {

2,942,824✔

4195

    STableKeyInfo* tableKeyInfo = tableListGetInfo(pInfo->base.pTableListInfo, i);

1,180,908✔

4196

    if (!tableKeyInfo) {

1,179,128✔

4200

    if (tableKeyInfo->groupId != pInfo->groupId) {

1,179,128✔

4201

      break;

56,000✔

4204

  pInfo->tableEndIndex = i - 1;

1,817,916✔

4205

  return TSDB_CODE_SUCCESS;

1,867,912✔

4208

static int32_t openSubTablesMergeSort(STmsSubTablesMergeInfo* pSubTblsInfo) {

1,879,176✔

4209

  for (int32_t i = 0; i < pSubTblsInfo->numSubTables; ++i) {

4,885,744✔

4210

    STmsSubTableInput* pInput = pSubTblsInfo->aInputs + i;

3,006,236✔

4211

    if (pInput->rowIdx == -1) {

3,004,148✔

4212

      continue;

1,507,980✔

4215

    if (pInput->type == SUB_TABLE_MEM_BLOCK) {

1,496,508✔

4216

      pInput->rowIdx = 0;

1,496,864✔

4217

      pInput->pageIdx = -1;

1,496,152✔

4220

    pInput->pInputBlock = (pInput->type == SUB_TABLE_MEM_BLOCK) ? pInput->pReaderBlock : pInput->pPageBlock;

1,496,864✔

4221

    SColumnInfoData* col = taosArrayGet(pInput->pInputBlock->pDataBlock, pSubTblsInfo->pTsOrderInfo->slotId);

1,496,864✔

4222

    if (!col) {

1,496,152✔

4226

    pInput->aTs = (int64_t*)col->pData;

1,496,152✔

4229

  __merge_compare_fn_t mergeCompareFn = (!pSubTblsInfo->pPkOrderInfo) ? subTblRowCompareTsFn : subTblRowCompareTsPkFn;

1,879,864✔

4230

  return tMergeTreeCreate(&pSubTblsInfo->pTree, pSubTblsInfo->numSubTables, pSubTblsInfo, mergeCompareFn);

1,880,212✔

4233

static int32_t initSubTablesMergeInfo(STableMergeScanInfo* pInfo) {

1,864,812✔

4234

  int32_t code = setGroupStartEndIndex(pInfo);

1,864,812✔

4235

  if (code != TSDB_CODE_SUCCESS) {

1,864,732✔

4239

  STmsSubTablesMergeInfo* pSubTblsInfo = taosMemoryCalloc(1, sizeof(STmsSubTablesMergeInfo));

1,864,732✔

4240

  if (pSubTblsInfo == NULL) {

1,845,528✔

4243

  pSubTblsInfo->pTsOrderInfo = taosArrayGet(pInfo->pSortInfo, 0);

1,845,528✔

4244

  if (!pSubTblsInfo->pTsOrderInfo) {

1,855,708✔

4248

  if (taosArrayGetSize(pInfo->pSortInfo) == 2) {

1,852,616✔

4255

    pSubTblsInfo->pPkOrderInfo = NULL;

1,829,820✔

4257

  pSubTblsInfo->numSubTables = pInfo->tableEndIndex - pInfo->tableStartIndex + 1;

1,866,268✔

4258

  pSubTblsInfo->aInputs = taosMemoryCalloc(pSubTblsInfo->numSubTables, sizeof(STmsSubTableInput));

1,842,340✔

4259

  if (pSubTblsInfo->aInputs == NULL) {

1,825,052✔

4263

  int32_t bufPageSize = pInfo->bufPageSize;

1,836,164✔

4264

  int32_t inMemSize = (pSubTblsInfo->numSubTables - pSubTblsInfo->numTableBlocksInMem) * bufPageSize;

1,857,172✔

4265

  code = createDiskbasedBuf(&pSubTblsInfo->pBlocksBuf, pInfo->bufPageSize, inMemSize, "blocksExternalBuf", tsTempDir);

1,861,024✔

4266

  if (code != TSDB_CODE_SUCCESS) {

1,830,968✔

4271

  pSubTblsInfo->numTableBlocksInMem = pSubTblsInfo->numSubTables;

1,830,968✔

4272

  pSubTblsInfo->numInMemReaders = pSubTblsInfo->numSubTables;

1,841,472✔

4274

  pInfo->pSubTablesMergeInfo = pSubTblsInfo;

1,849,452✔

4275

  return TSDB_CODE_SUCCESS;

1,825,304✔

4278

static int32_t initSubTableInputs(SOperatorInfo* pOperator, STableMergeScanInfo* pInfo) {

1,839,676✔

4279

  int32_t        code = TSDB_CODE_SUCCESS;

1,839,676✔

4280

  int32_t        lino = 0;

1,839,676✔

4281

  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;

1,839,676✔

4282

  SReadHandle*   pHandle = &pInfo->base.readHandle;

1,843,844✔

4283

  SStorageAPI*   pAPI = &pTaskInfo->storageAPI;

1,859,940✔

4285

  STmsSubTablesMergeInfo* pSubTblsInfo = pInfo->pSubTablesMergeInfo;

1,855,360✔

4287

  for (int32_t i = 0; i < pSubTblsInfo->numSubTables; ++i) {

4,850,056✔

4288

    STmsSubTableInput* pInput = pSubTblsInfo->aInputs + i;

2,989,792✔

4289

    pInput->type = SUB_TABLE_MEM_BLOCK;

2,954,872✔

4291

    code = dumpQueryTableCond(&pInfo->base.cond, &pInput->tblCond);

2,981,732✔

4292

    QUERY_CHECK_CODE(code, lino, _end);

2,949,240✔

4294

    code = createOneDataBlock(pInfo->pResBlock, false, &pInput->pReaderBlock);

2,949,240✔

4295

    QUERY_CHECK_CODE(code, lino, _end);

3,006,228✔

4297

    code = createOneDataBlock(pInfo->pResBlock, false, &pInput->pPageBlock);

3,006,228✔

4298

    QUERY_CHECK_CODE(code, lino, _end);

3,008,332✔

4300

    STableKeyInfo* keyInfo = tableListGetInfo(pInfo->base.pTableListInfo, i + pInfo->tableStartIndex);

3,008,332✔

4301

    pInput->pKeyInfo = keyInfo;

3,004,488✔

4303

    if (isTaskKilled(pTaskInfo)) {

2,999,600✔

4307

    if (i + 1 < pSubTblsInfo->numInMemReaders) {

2,995,724✔

4308

      code = pAPI->tsdReader.tsdReaderOpen(pHandle->vnode, &pInput->tblCond, keyInfo, 1, pInput->pReaderBlock,

2,253,376✔

4309

                                           (void**)&pInput->pReader, GET_TASKID(pTaskInfo), NULL);

1,127,400✔

4310

      QUERY_CHECK_CODE(code, lino, _end);

1,124,552✔

4311

      pInput->bInMemReader = true;

1,124,552✔

4313

      pInput->pReader = NULL;

1,874,636✔

4314

      pInput->bInMemReader = false;

1,874,984✔

4316

    bool hasNext = true;

3,003,776✔

4317

    code = fetchNextSubTableBlockFromReader(pOperator, pInput, &hasNext);

2,999,204✔

4318

    QUERY_CHECK_CODE(code, lino, _end);

3,006,584✔

4319

    if (!hasNext) {

3,006,584✔

4320

      pInput->rowIdx = -1;

1,509,720✔

4321

      ++pSubTblsInfo->numSubTablesCompleted;

1,509,372✔

4322

      continue;

1,508,668✔

4324

      pInput->rowIdx = 0;

1,496,864✔

4325

      pInput->pageIdx = -1;

1,496,864✔

4329

_end:

1,879,160✔

4330

  if (code != TSDB_CODE_SUCCESS) {

1,879,160✔

4333

  return code;

1,876,724✔

4336

static void adjustSubTableFromMemBlock(SOperatorInfo* pOperatorInfo, STmsSubTablesMergeInfo* pSubTblsInfo) {

1,496,864✔

4337

  int32_t              code = TSDB_CODE_SUCCESS;

1,496,864✔

4338

  int32_t              lino = 0;

1,496,864✔

4339

  SExecTaskInfo*       pTaskInfo = pOperatorInfo->pTaskInfo;

1,496,864✔

4340

  STableMergeScanInfo* pInfo = pOperatorInfo->info;

1,496,864✔

4341

  STmsSubTableInput*   pInput = pSubTblsInfo->aInputs + tMergeTreeGetChosenIndex(pSubTblsInfo->pTree);

1,496,864✔

4342

  bool                 hasNext = true;

1,496,864✔

4343

  code = fetchNextSubTableBlockFromReader(pOperatorInfo, pInput, &hasNext);

1,496,864✔

4344

  QUERY_CHECK_CODE(code, lino, _end);

1,496,864✔

4346

  if (!hasNext) {

1,496,864✔

4347

    pInput->rowIdx = -1;

1,496,864✔

4348

    ++pSubTblsInfo->numSubTablesCompleted;

1,496,864✔

4353

_end:

1,496,864✔

4354

  if (code != TSDB_CODE_SUCCESS) {

1,496,864✔

4359

1,496,864✔

4361

static int32_t adjustSubTableForNextRow(SOperatorInfo* pOperatorInfo, STmsSubTablesMergeInfo* pSubTblsInfo) {

272,108,904✔

4362

  STableMergeScanInfo* pInfo = pOperatorInfo->info;

272,108,904✔

4363

  STmsSubTableInput*   pInput = pSubTblsInfo->aInputs + tMergeTreeGetChosenIndex(pSubTblsInfo->pTree);

272,111,736✔

4365

  SSDataBlock* pInputBlock = (pInput->type == SUB_TABLE_MEM_BLOCK) ? pInput->pReaderBlock : pInput->pPageBlock;

272,106,388✔

4366

  if (pInput->rowIdx < pInputBlock->info.rows - 1) {

272,167,660✔

4367

    ++pInput->rowIdx;

270,667,688✔

4368

  } else if (pInput->rowIdx == pInputBlock->info.rows - 1) {

1,496,864✔

4369

    if (pInput->type == SUB_TABLE_MEM_BLOCK) {

1,496,864✔

4370

      adjustSubTableFromMemBlock(pOperatorInfo, pSubTblsInfo);

1,496,864✔

4372

    if (pInput->rowIdx != -1) {

1,496,516✔

4383

  return tMergeTreeAdjust(pSubTblsInfo->pTree, tMergeTreeGetAdjustIndex(pSubTblsInfo->pTree));

272,162,416✔

4386

static int32_t appendChosenRowToDataBlock(STmsSubTablesMergeInfo* pSubTblsInfo, SSDataBlock* pBlock) {

271,810,724✔

4387

  int32_t            code = TSDB_CODE_SUCCESS;

271,810,724✔

4388

  int32_t            lino = 0;

271,810,724✔

4389

  STmsSubTableInput* pInput = pSubTblsInfo->aInputs + tMergeTreeGetChosenIndex(pSubTblsInfo->pTree);

271,810,724✔

4390

  SSDataBlock*       pInputBlock = (pInput->type == SUB_TABLE_MEM_BLOCK) ? pInput->pReaderBlock : pInput->pPageBlock;

271,923,160✔

4392

  for (int32_t i = 0; i < taosArrayGetSize(pBlock->pDataBlock); ++i) {

1,125,493,856✔

4393

    SColumnInfoData* pColInfo = taosArrayGet(pBlock->pDataBlock, i);

852,990,256✔

4394

    QUERY_CHECK_NULL(pColInfo, code, lino, _end, terrno);

852,853,408✔

4396

    SColumnInfoData* pSrcColInfo = taosArrayGet(pInputBlock->pDataBlock, i);

852,853,408✔

4397

    QUERY_CHECK_NULL(pSrcColInfo, code, lino, _end, terrno);

852,033,176✔

4398

    bool isNull = colDataIsNull(pSrcColInfo, pInputBlock->info.rows, pInput->rowIdx, NULL);

852,033,176✔

4400

    if (isNull) {

852,932,484✔

4401

      code = colDataSetVal(pColInfo, pBlock->info.rows, NULL, true);

97,925,292✔

4402

      QUERY_CHECK_CODE(code, lino, _end);

97,934,096✔

4404

      if (pSrcColInfo->pData != NULL) {

755,007,192✔

4405

        char* pData = colDataGetData(pSrcColInfo, pInput->rowIdx);

755,041,612✔

4406

        code = colDataSetVal(pColInfo, pBlock->info.rows, pData, false);

756,386,612✔

4407

        QUERY_CHECK_CODE(code, lino, _end);

755,563,996✔

4411

  pBlock->info.dataLoad = 1;

272,119,212✔

4412

  pBlock->info.scanFlag = pInputBlock->info.scanFlag;

272,120,984✔

4413

  pBlock->info.rows += 1;

272,119,568✔

4415

_end:

272,116,704✔

4416

  if (code != TSDB_CODE_SUCCESS) {

272,116,704✔

4419

  return code;

272,112,100✔

4422

static int32_t getSubTablesSortedBlock(SOperatorInfo* pOperator, SSDataBlock* pBlock, int32_t capacity,

3,041,960✔

4424

  int32_t                 code = TSDB_CODE_SUCCESS;

3,041,960✔

4425

  int32_t                 lino = 0;

3,041,960✔

4426

  STableMergeScanInfo*    pInfo = pOperator->info;

3,041,960✔

4427

  SExecTaskInfo*          pTaskInfo = pOperator->pTaskInfo;

3,040,916✔

4428

  STmsSubTablesMergeInfo* pSubTblsInfo = pInfo->pSubTablesMergeInfo;

3,041,960✔

4429

  bool                    finished = false;

3,036,028✔

4431

  QRY_PARAM_CHECK(pResBlock);

3,036,028✔

4433

  blockDataCleanup(pBlock);

3,040,204✔

4437

      if (pSubTblsInfo->numSubTablesCompleted >= pSubTblsInfo->numSubTables) {

274,903,940✔

4438

        finished = true;

3,043,004✔

4439

        break;

3,043,004✔

4442

      code = appendChosenRowToDataBlock(pSubTblsInfo, pBlock);

271,849,124✔

4443

      QUERY_CHECK_CODE(code, lino, _end);

272,110,684✔

4445

      code = adjustSubTableForNextRow(pOperator, pSubTblsInfo);

272,110,684✔

4446

      QUERY_CHECK_CODE(code, lino, _end);

271,870,008✔

4448

      if (pBlock->info.rows >= capacity) {

271,870,008✔

4453

    if (isTaskKilled(pTaskInfo)) {

3,043,004✔

4457

    bool limitReached = applyLimitOffset(&pInfo->limitInfo, pBlock, pTaskInfo);

3,041,612✔

4458

    if (finished || limitReached || pBlock->info.rows > 0) {

3,041,960✔

4463

  if (pBlock->info.rows > 0) {

3,041,960✔

4464

    *pResBlock = pBlock;

1,162,784✔

4467

_end:

1,879,176✔

4468

  if (code != TSDB_CODE_SUCCESS) {

3,041,960✔

4472

  return code;

3,042,308✔

4475

static int32_t startSubTablesTableMergeScan(SOperatorInfo* pOperator) {

1,864,464✔

4476

  int32_t              code = TSDB_CODE_SUCCESS;

1,864,464✔

4477

  int32_t              lino = 0;

1,864,464✔

4478

  STableMergeScanInfo* pInfo = pOperator->info;

1,864,464✔

4480

  code = initSubTablesMergeInfo(pInfo);

1,864,852✔

4481

  QUERY_CHECK_CODE(code, lino, _end);

1,816,224✔

4483

  code = initSubTableInputs(pOperator, pInfo);

1,816,224✔

4484

  QUERY_CHECK_CODE(code, lino, _end);

1,878,124✔

4486

  code = openSubTablesMergeSort(pInfo->pSubTablesMergeInfo);

1,878,124✔

4487

  QUERY_CHECK_CODE(code, lino, _end);

1,878,132✔

4489

_end:

1,878,132✔

4490

  if (code != TSDB_CODE_SUCCESS) {

1,878,132✔

4493

  return code;

1,877,784✔

4496

static void stopSubTablesTableMergeScan(STableMergeScanInfo* pInfo) {

31,130,470✔

4497

  STmsSubTablesMergeInfo* pSubTblsInfo = pInfo->pSubTablesMergeInfo;

31,130,470✔

4498

  if (pSubTblsInfo != NULL) {

31,144,616✔

4499

    tMergeTreeDestroy(&pSubTblsInfo->pTree);

1,878,480✔

4501

    for (int32_t i = 0; i < pSubTblsInfo->numSubTables; ++i) {

4,885,072✔

4502

      STmsSubTableInput* pInput = pSubTblsInfo->aInputs + i;

3,007,984✔

4503

      taosMemoryFree(pInput->tblCond.colList);

3,004,852✔

4504

      blockDataDestroy(pInput->pReaderBlock);

3,005,200✔

4505

      blockDataDestroy(pInput->pPageBlock);

3,007,984✔

4506

      taosArrayDestroy(pInput->aBlockPages);

3,006,592✔

4507

      pInfo->base.readerAPI.tsdReaderClose(pInput->pReader);

3,006,940✔

4508

      pInput->pReader = NULL;

3,006,592✔

4511

    destroyDiskbasedBuf(pSubTblsInfo->pBlocksBuf);

1,878,480✔

4512

    taosMemoryFree(pSubTblsInfo->aInputs);

1,878,132✔

4514

    taosMemoryFree(pSubTblsInfo);

1,875,696✔

4515

    pInfo->pSubTablesMergeInfo = NULL;

1,877,784✔

4519

31,144,268✔

4521

int32_t doTableMergeScanParaSubTablesNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {

3,016,080✔

4522

  QRY_PARAM_CHECK(ppRes);

3,016,080✔

4524

  int32_t lino = 0;

3,007,040✔

4525

  int32_t tableListSize = 0;

3,007,040✔

4526

  int64_t st = taosGetTimestampUs();

3,006,668✔

4528

  SExecTaskInfo*       pTaskInfo = pOperator->pTaskInfo;

3,006,668✔

4529

  STableMergeScanInfo* pInfo = pOperator->info;

3,014,308✔

4531

  if (pOperator->status == OP_EXEC_DONE) {

3,019,964✔

4535

  int32_t code = pOperator->fpSet._openFn(pOperator);

2,991,908✔

4536

  QUERY_CHECK_CODE(code, lino, _end);

3,013,992✔

4538

  code = tableListGetSize(pInfo->base.pTableListInfo, &tableListSize);

3,013,992✔

4539

  QUERY_CHECK_CODE(code, lino, _end);

3,003,132✔

4541

  if (!pInfo->hasGroupId) {

3,003,132✔

4542

    pInfo->hasGroupId = true;

1,842,792✔

4544

    if (tableListSize == 0) {

1,795,936✔

4545

      setOperatorCompleted(pOperator);

42,720✔

4546

      (*ppRes) = NULL;

42,720✔

4547

      return code;

42,720✔

4550

    pInfo->tableStartIndex = 0;

1,753,216✔

4551

    STableKeyInfo* pTmpGpId = (STableKeyInfo*)tableListGetInfo(pInfo->base.pTableListInfo, pInfo->tableStartIndex);

1,794,440✔

4552

    QUERY_CHECK_NULL(pTmpGpId, code, lino, _end, terrno);

1,788,896✔

4553

    pInfo->groupId = pTmpGpId->groupId;

1,788,896✔

4554

    code = startSubTablesTableMergeScan(pOperator);

1,808,844✔

4555

    QUERY_CHECK_CODE(code, lino, _end);

1,821,436✔

4558

  SSDataBlock* pBlock = NULL;

2,980,028✔

4559

  while (pInfo->tableStartIndex < tableListSize) {

3,039,524✔

4560

    if (isTaskKilled(pTaskInfo)) {

3,040,916✔

4564

    code = getSubTablesSortedBlock(pOperator, pInfo->pResBlock, pOperator->resultInfo.capacity, &pBlock);

3,038,820✔

4565

    QUERY_CHECK_CODE(code, lino, _end);

3,043,004✔

4567

    if (pBlock == NULL && !pInfo->bGroupProcessed && pInfo->needCountEmptyTable) {

3,043,004✔

4574

    if (pBlock != NULL) {

3,042,308✔

4575

      pBlock->info.id.groupId = pInfo->groupId;

1,162,784✔

4576

      pOperator->resultInfo.totalRows += pBlock->info.rows;

1,162,784✔

4577

      pInfo->bGroupProcessed = true;

1,162,784✔

4578

      break;

1,162,784✔

4581

      stopSubTablesTableMergeScan(pInfo);

1,879,524✔

4582

      if (pInfo->tableEndIndex >= tableListSize - 1) {

1,878,132✔

4583

        setOperatorCompleted(pOperator);

1,820,392✔

4584

        break;

1,822,132✔

4587

      pInfo->tableStartIndex = pInfo->tableEndIndex + 1;

56,000✔

4588

      STableKeyInfo* pTmpGpId = tableListGetInfo(pInfo->base.pTableListInfo, pInfo->tableStartIndex);

56,000✔

4589

      QUERY_CHECK_NULL(pTmpGpId, code, lino, _end, terrno);

56,000✔

4591

      pInfo->groupId = pTmpGpId->groupId;

56,000✔

4592

      code = startSubTablesTableMergeScan(pOperator);

56,000✔

4593

      QUERY_CHECK_CODE(code, lino, _end);

56,000✔

4594

      resetLimitInfoForNextGroup(&pInfo->limitInfo);

56,000✔

4598

  pOperator->cost.totalCost += (taosGetTimestampUs() - st) / 1000.0;

2,984,568✔

4600

_end:

2,984,916✔

4601

  if (code != TSDB_CODE_SUCCESS) {

2,985,264✔

4606

    (*ppRes) = pBlock;

2,985,264✔

4609

  return code;

2,985,960✔

4612

static void tableMergeScanDoSkipTable(uint64_t uid, void* pTableMergeOpInfo) {

3,418,398✔

4613

  int32_t              code = TSDB_CODE_SUCCESS;

3,418,398✔

4614

  int32_t              lino = 0;

3,418,398✔

4615

  SOperatorInfo*       pOperator = (SOperatorInfo*)pTableMergeOpInfo;

3,418,398✔

4616

  STableMergeScanInfo* pInfo = pOperator->info;

3,418,398✔

4617

  SExecTaskInfo*       pTaskInfo = pOperator->pTaskInfo;

3,418,398✔

4619

  if (pInfo->mSkipTables == NULL) {

3,418,398✔

4620

    pInfo->mSkipTables = taosHashInit(pInfo->tableEndIndex - pInfo->tableStartIndex + 1,

295,049✔

4622

    QUERY_CHECK_NULL(pInfo->mSkipTables, code, lino, _end, terrno);

295,049✔

4624

  int bSkip = 1;

3,418,398✔

4625

  if (pInfo->mSkipTables != NULL) {

3,418,398✔

4626

    code = taosHashPut(pInfo->mSkipTables, &uid, sizeof(uid), &bSkip, sizeof(bSkip));

3,418,398✔

4627

    if (code == TSDB_CODE_DUP_KEY) {

3,417,873✔

4630

    QUERY_CHECK_CODE(code, lino, _end);

3,417,873✔

4633

_end:

3,417,873✔

4634

  if (code != TSDB_CODE_SUCCESS) {

3,417,873✔

4639

3,417,873✔

4641

static int32_t doGetBlockForTableMergeScan(SOperatorInfo* pOperator, bool* pFinished, bool* pSkipped) {

158,446,834✔

4642

  STableMergeScanInfo* pInfo = pOperator->info;

158,446,834✔

4643

  SExecTaskInfo*       pTaskInfo = pOperator->pTaskInfo;

158,467,349✔

4644

  SStorageAPI*         pAPI = &pTaskInfo->storageAPI;

158,463,456✔

4645

  SSDataBlock*         pBlock = pInfo->pReaderBlock;

158,480,774✔

4646

  int32_t              code = 0;

158,470,964✔

4647

  bool                 hasNext = false;

158,470,964✔

4648

  STsdbReader*         reader = pInfo->base.dataReader;

158,440,389✔

4650

  code = pAPI->tsdReader.tsdNextDataBlock(reader, &hasNext);

158,435,548✔

4651

  if (code != 0) {

158,447,413✔

4658

  if (!hasNext || isTaskKilled(pTaskInfo)) {

158,447,413✔

4659

    if (isTaskKilled(pTaskInfo)) {

30,181,484✔

4660

      qInfo("table merge scan fetch next data block found task killed. %s", GET_TASKID(pTaskInfo));

145✔

4661

      pAPI->tsdReader.tsdReaderReleaseDataBlock(reader);

145✔

4663

    *pFinished = true;

30,185,635✔

4664

    return code;

30,181,821✔

4667

  uint32_t status = 0;

128,287,929✔

4668

  code = loadDataBlock(pOperator, &pInfo->base, pBlock, &status);

128,293,036✔

4670

  if (code != TSDB_CODE_SUCCESS) {

128,274,036✔

4671

    qInfo("table merge scan load datablock code %d, %s", code, GET_TASKID(pTaskInfo));

65,655✔

4672

    pTaskInfo->code = code;

59,770✔

4673

    return code;

59,770✔

4676

  if (status == FUNC_DATA_REQUIRED_ALL_FILTEROUT) {

128,208,381✔

4682

  if (status == FUNC_DATA_REQUIRED_FILTEROUT || pBlock->info.rows == 0) {

128,208,381✔

4683

    *pSkipped = true;

5,362,406✔

4684

    return code;

5,409,678✔

4687

  return code;

122,820,224✔

4690

static int32_t getBlockForTableMergeScan(void* param, SSDataBlock** ppBlock) {

155,873,100✔

4691

  STableMergeScanSortSourceParam* source = param;

155,873,100✔

4693

  SOperatorInfo*       pOperator = source->pOperator;

155,873,100✔

4694

  STableMergeScanInfo* pInfo = pOperator->info;

155,889,585✔

4695

  SExecTaskInfo*       pTaskInfo = pOperator->pTaskInfo;

155,886,079✔

4696

  SSDataBlock*         pBlock = NULL;

155,850,126✔

4697

  int64_t              st = taosGetTimestampUs();

155,875,467✔

4698

  int32_t              code = TSDB_CODE_SUCCESS;

155,875,467✔

4701

    if (pInfo->rtnNextDurationBlocks) {

164,012,091✔

4702

      qDebug("%s table merge scan return already fetched new duration blocks. index %d num of blocks %d",

5,544,791✔

4705

      if (pInfo->nextDurationBlocksIdx < pInfo->numNextDurationBlocks) {

5,545,548✔

4706

        pBlock = pInfo->nextDurationBlocks[pInfo->nextDurationBlocksIdx];

2,721,632✔

4707

        ++pInfo->nextDurationBlocksIdx;

2,721,632✔

4709

        for (int32_t i = 0; i < pInfo->numNextDurationBlocks; ++i) {

5,544,140✔

4710

          blockDataDestroy(pInfo->nextDurationBlocks[i]);

2,720,582✔

4711

          pInfo->nextDurationBlocks[i] = NULL;

2,720,582✔

4714

        pInfo->rtnNextDurationBlocks = false;

2,823,916✔

4715

        pInfo->nextDurationBlocksIdx = 0;

2,823,916✔

4716

        pInfo->numNextDurationBlocks = 0;

2,823,558✔

4717

        continue;

2,823,916✔

4720

      bool bFinished = false;

158,462,624✔

4721

      bool bSkipped = false;

158,463,299✔

4723

      code = doGetBlockForTableMergeScan(pOperator, &bFinished, &bSkipped);

158,493,516✔

4724

      if (code != 0) {

158,434,169✔

4725

        return code;

59,770✔

4728

      pBlock = pInfo->pReaderBlock;

158,374,399✔

4729

      qDebug("%s table merge scan fetch block. finished %d skipped %d next-duration-block %d new-fileset %d",

158,383,782✔

4731

      if (bFinished) {

158,426,415✔

4732

        pInfo->bNewFilesetEvent = false;

30,191,272✔

4733

        break;

30,183,368✔

4736

      if (pInfo->bNextDurationBlockEvent || pInfo->bNewFilesetEvent) {

128,235,143✔

4737

        if (!bSkipped) {

2,825,909✔

4738

          code = createOneDataBlock(pBlock, true, &pInfo->nextDurationBlocks[pInfo->numNextDurationBlocks]);

2,721,632✔

4739

          if (code) {

2,721,632✔

4744

          ++pInfo->numNextDurationBlocks;

2,721,632✔

4745

          if (pInfo->numNextDurationBlocks > 2) {

2,721,632✔

4753

        if (pInfo->bNewFilesetEvent) {

2,825,909✔

4754

          pInfo->rtnNextDurationBlocks = true;

2,824,966✔

4755

          *ppBlock = NULL;

2,824,966✔

4756

          return code;

2,824,966✔

4761

          continue;

45,883✔

4764

      if (bSkipped) continue;

125,410,750✔

4767

    pBlock->info.id.groupId = tableListGetTableGroupId(pInfo->base.pTableListInfo, pBlock->info.id.uid);

122,822,414✔

4769

    pOperator->resultInfo.totalRows += pBlock->info.rows;

122,844,714✔

4770

    pInfo->base.readRecorder.elapsedTime += (taosGetTimestampUs() - st) / 1000.0;

122,848,450✔

4771

    *ppBlock = pBlock;

122,846,887✔

4773

    return code;

122,845,455✔

4776

  *ppBlock = NULL;

30,180,979✔

4777

  return code;

30,189,871✔

4780

int32_t generateSortByTsPkInfo(SArray* colMatchInfo, int32_t order, SArray** ppSortArray) {

26,895,405✔

4781

  int32_t code = TSDB_CODE_SUCCESS;

26,895,405✔

4782

  int32_t lino = 0;

26,895,405✔

4783

  SArray* pSortInfo = taosArrayInit(1, sizeof(SBlockOrderInfo));

26,895,405✔

4784

  QUERY_CHECK_NULL(pSortInfo, code, lino, _end, terrno);

26,820,347✔

4785

  SBlockOrderInfo biTs = {0};

26,829,290✔

4786

  SBlockOrderInfo biPk = {0};

26,858,975✔

4788

  int32_t tsTargetSlotId = 0;

26,846,036✔

4789

  int32_t pkTargetSlotId = -1;

26,846,036✔

4790

  for (int32_t i = 0; i < taosArrayGetSize(colMatchInfo); ++i) {

99,571,084✔

4791

    SColMatchItem* colInfo = taosArrayGet(colMatchInfo, i);

72,893,017✔

4792

    QUERY_CHECK_NULL(colInfo, code, lino, _end, terrno);

72,907,644✔

4793

    if (colInfo->colId == PRIMARYKEY_TIMESTAMP_COL_ID) {

72,900,278✔

4794

      tsTargetSlotId = colInfo->dstSlotId;

26,883,871✔

4795

      biTs.order = order;

26,905,522✔

4796

      biTs.slotId = tsTargetSlotId;

26,905,522✔

4797

      biTs.nullFirst = (order == TSDB_ORDER_ASC);

26,905,522✔

4798

      biTs.compFn = getKeyComparFunc(TSDB_DATA_TYPE_TIMESTAMP, order);

26,905,522✔

4801

    if (colInfo->isPk) {

72,859,131✔

4802

      pkTargetSlotId = colInfo->dstSlotId;

2,189,612✔

4803

      biPk.order = order;

2,188,995✔

4804

      biPk.slotId = pkTargetSlotId;

2,188,995✔

4805

      biPk.nullFirst = (order == TSDB_ORDER_ASC);

2,188,995✔

4806

      biPk.compFn = getKeyComparFunc(colInfo->dataType.type, order);

2,188,995✔

4810

  void* tmp = taosArrayPush(pSortInfo, &biTs);

26,908,020✔

4811

  QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);

26,908,020✔

4812

  if (pkTargetSlotId != -1) {

26,908,020✔

4813

    tmp = taosArrayPush(pSortInfo, &biPk);

2,191,431✔

4814

    QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);

2,191,431✔

4817

  (*ppSortArray) = pSortInfo;

26,910,456✔

4819

_end:

26,834,800✔

4820

  if (code != TSDB_CODE_SUCCESS) {

26,869,487✔

4823

  return code;

26,862,311✔

4826

void tableMergeScanTsdbNotifyCb(ETsdReaderNotifyType type, STsdReaderNotifyInfo* info, void* param) {

4,142,311✔

4827

  STableMergeScanInfo* pTmsInfo = param;

4,142,311✔

4828

  if (type == TSD_READER_NOTIFY_DURATION_START) {

4,142,311✔

4829

    pTmsInfo->bNewFilesetEvent = true;

4,142,669✔

4833

  qDebug("table merge scan receive notification. type %d, fileset %d", type, info->duration.filesetId);

4,138,332✔

4835

  return;

4,144,101✔

4838

int32_t startDurationForGroupTableMergeScan(SOperatorInfo* pOperator) {

33,187,645✔

4839

  STableMergeScanInfo* pInfo = pOperator->info;

33,187,645✔

4840

  SExecTaskInfo*       pTaskInfo = pOperator->pTaskInfo;

33,239,313✔

4842

  int32_t code = TSDB_CODE_SUCCESS;

33,231,971✔

4843

  int32_t lino = 0;

33,231,971✔

4844

  int32_t numOfTable = pInfo->tableEndIndex - pInfo->tableStartIndex + 1;

33,231,971✔

4846

  qDebug("%s table merge scan start duration ", GET_TASKID(pTaskInfo));

33,127,930✔

4847

  pInfo->bNewFilesetEvent = false;

33,188,938✔

4848

  pInfo->bNextDurationBlockEvent = false;

33,251,068✔

4850

  pInfo->sortBufSize = 2048 * pInfo->bufPageSize;

33,236,195✔

4851

  int32_t numOfBufPage = pInfo->sortBufSize / pInfo->bufPageSize;

33,231,007✔

4853

  pInfo->pSortHandle = NULL;

33,225,587✔

4854

  code = tsortCreateSortHandle(pInfo->pSortInfo, SORT_BLOCK_TS_MERGE, pInfo->bufPageSize, numOfBufPage,

63,793,587✔

4855

                               pInfo->pSortInputBlock, pTaskInfo->id.str, 0, 0, 0, &pInfo->pSortHandle);

33,209,972✔

4856

  if (code) {

33,185,573✔

4860

  if (pInfo->bSortRowId && numOfTable != 1) {

33,185,573✔

4861

    int32_t memSize = 512 * 1024 * 1024;

1,593,052✔

4862

    code = tsortSetSortByRowId(pInfo->pSortHandle, memSize);

1,593,052✔

4863

    QUERY_CHECK_CODE(code, lino, _end);

1,593,532✔

4866

  tsortSetMergeLimit(pInfo->pSortHandle, pInfo->mergeLimit);

33,201,856✔

4867

  tsortSetMergeLimitReachedFp(pInfo->pSortHandle, tableMergeScanDoSkipTable, pOperator);

33,164,088✔

4868

  tsortSetAbortCheckFn(pInfo->pSortHandle, isTaskKilled, pOperator->pTaskInfo);

33,165,923✔

4870

  tsortSetFetchRawDataFp(pInfo->pSortHandle, getBlockForTableMergeScan, NULL, NULL);

33,142,172✔

4871

  QUERY_CHECK_CODE(code, lino, _end);

33,195,245✔

4873

  STableMergeScanSortSourceParam* param = taosMemoryCalloc(1, sizeof(STableMergeScanSortSourceParam));

33,195,245✔

4874

  QUERY_CHECK_NULL(param, code, lino, _end, terrno);

33,176,536✔

4875

  param->pOperator = pOperator;

33,176,536✔

4877

  SSortSource* ps = taosMemoryCalloc(1, sizeof(SSortSource));

33,185,088✔

4878

  if (ps == NULL) {

33,149,197✔

4883

  ps->param = param;

33,149,197✔

4884

  ps->onlyRef = false;

33,200,321✔

4885

  code = tsortAddSource(pInfo->pSortHandle, ps);

33,185,154✔

4886

  QUERY_CHECK_CODE(code, lino, _end);

33,199,778✔

4888

  if (numOfTable == 1) {

33,199,778✔

4889

    tsortSetSingleTableMerge(pInfo->pSortHandle);

24,087,042✔

4891

    code = tsortOpen(pInfo->pSortHandle);

9,112,736✔

4892

    QUERY_CHECK_CODE(code, lino, _end);

9,150,590✔

4895

_end:

9,120,466✔

4896

  if (code != TSDB_CODE_SUCCESS) {

33,220,959✔

4897

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

30,124✔

4899

  return code;

33,252,757✔

4902

void stopDurationForGroupTableMergeScan(SOperatorInfo* pOperator) {

33,235,253✔

4903

  STableMergeScanInfo* pInfo = pOperator->info;

33,235,253✔

4904

  SExecTaskInfo*       pTaskInfo = pOperator->pTaskInfo;

33,226,111✔

4905

  qDebug("%s table merge scan stop duration ", GET_TASKID(pTaskInfo));

33,231,132✔

4907

  SSortExecInfo sortExecInfo = tsortGetSortExecInfo(pInfo->pSortHandle);

33,231,497✔

4908

  pInfo->sortExecInfo.sortMethod = sortExecInfo.sortMethod;

33,223,404✔

4909

  pInfo->sortExecInfo.sortBuffer = sortExecInfo.sortBuffer;

33,220,488✔

4910

  pInfo->sortExecInfo.loops += sortExecInfo.loops;

33,228,473✔

4911

  pInfo->sortExecInfo.readBytes += sortExecInfo.readBytes;

33,230,814✔

4912

  pInfo->sortExecInfo.writeBytes += sortExecInfo.writeBytes;

33,224,454✔

4914

  tsortDestroySortHandle(pInfo->pSortHandle);

33,228,439✔

4915

  pInfo->pSortHandle = NULL;

33,227,088✔

4916

33,226,100✔

4918

void startGroupTableMergeScan(SOperatorInfo* pOperator) {

30,373,249✔

4919

  int32_t              code = TSDB_CODE_SUCCESS;

30,373,249✔

4920

  int32_t              lino = 0;

30,373,249✔

4921

  STableMergeScanInfo* pInfo = pOperator->info;

30,373,249✔

4922

  SExecTaskInfo*       pTaskInfo = pOperator->pTaskInfo;

30,353,848✔

4923

  SReadHandle*         pHandle = &pInfo->base.readHandle;

30,340,481✔

4924

  SStorageAPI*         pAPI = &pTaskInfo->storageAPI;

30,338,450✔

4925

  qDebug("%s table merge scan start group %" PRIu64, GET_TASKID(pTaskInfo), pInfo->groupId);

30,353,254✔

4928

    int32_t numOfTables = 0;

30,362,441✔

4929

    code = tableListGetSize(pInfo->base.pTableListInfo, &numOfTables);

30,299,905✔

4930

    QUERY_CHECK_CODE(code, lino, _end);

30,319,887✔

4932

    int32_t i = pInfo->tableStartIndex + 1;

30,319,887✔

4933

    for (; i < numOfTables; ++i) {

135,615,244✔

4934

      STableKeyInfo* tableKeyInfo = tableListGetInfo(pInfo->base.pTableListInfo, i);

111,435,460✔

4935

      QUERY_CHECK_NULL(tableKeyInfo, code, lino, _end, terrno);

111,434,677✔

4936

      if (tableKeyInfo->groupId != pInfo->groupId) {

111,435,318✔

4937

        break;

6,138,507✔

4940

    pInfo->tableEndIndex = i - 1;

30,318,291✔

4942

  pInfo->bGroupProcessed = false;

30,391,556✔

4943

  int32_t tableStartIdx = pInfo->tableStartIndex;

30,389,633✔

4944

  int32_t tableEndIdx = pInfo->tableEndIndex;

30,376,946✔

4946

  int32_t        numOfTable = tableEndIdx - tableStartIdx + 1;

30,409,186✔

4947

  STableKeyInfo* startKeyInfo = tableListGetInfo(pInfo->base.pTableListInfo, tableStartIdx);

30,409,186✔

4948

  code = pAPI->tsdReader.tsdReaderOpen(pHandle->vnode, &pInfo->base.cond, startKeyInfo, numOfTable, pInfo->pReaderBlock,

58,045,935✔

4949

                                       (void**)&pInfo->base.dataReader, GET_TASKID(pTaskInfo), &pInfo->mSkipTables);

30,378,679✔

4950

  QUERY_CHECK_CODE(code, lino, _end);

30,393,125✔

4951

  if (pInfo->filesetDelimited) {

30,393,125✔

4952

    pAPI->tsdReader.tsdSetFilesetDelimited(pInfo->base.dataReader);

30,401,312✔

4954

  pAPI->tsdReader.tsdSetSetNotifyCb(pInfo->base.dataReader, tableMergeScanTsdbNotifyCb, pInfo);

30,407,688✔

4956

  code = startDurationForGroupTableMergeScan(pOperator);

30,326,152✔

4957

  QUERY_CHECK_CODE(code, lino, _end);

30,401,117✔

4959

_end:

30,370,993✔

4960

  if (code != TSDB_CODE_SUCCESS) {

30,397,165✔

4961

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

30,124✔

4962

    pTaskInfo->code = code;

30,124✔

4963

    T_LONG_JMP(pTaskInfo->env, code);

30,124✔

4965

30,367,041✔

4967

void stopGroupTableMergeScan(SOperatorInfo* pOperator) {

30,410,409✔

4968

  STableMergeScanInfo* pInfo = pOperator->info;

30,410,409✔

4969

  SExecTaskInfo*       pTaskInfo = pOperator->pTaskInfo;

30,412,385✔

4970

  SStorageAPI*         pAPI = &pTaskInfo->storageAPI;

30,402,999✔

4972

  stopDurationForGroupTableMergeScan(pOperator);

30,407,574✔

4974

  if (pInfo->base.dataReader != NULL) {

30,402,910✔

4975

    pAPI->tsdReader.tsdReaderClose(pInfo->base.dataReader);

30,403,142✔

4976

    pInfo->base.dataReader = NULL;

30,361,764✔

4978

  for (int32_t i = 0; i < pInfo->numNextDurationBlocks; ++i) {

30,364,847✔

4979

    if (pInfo->nextDurationBlocks[i]) {

1,050✔

4980

      blockDataDestroy(pInfo->nextDurationBlocks[i]);

1,050✔

4981

      pInfo->nextDurationBlocks[i] = NULL;

1,050✔

4983

    pInfo->numNextDurationBlocks = 0;

1,050✔

4984

    pInfo->nextDurationBlocksIdx = 0;

1,050✔

4986

  resetLimitInfoForNextGroup(&pInfo->limitInfo);

30,385,754✔

4987

  taosHashCleanup(pInfo->mSkipTables);

30,326,148✔

4988

  pInfo->mSkipTables = NULL;

30,344,345✔

4989

  qDebug("%s table merge scan stop group %" PRIu64, GET_TASKID(pTaskInfo), pInfo->groupId);

30,353,918✔

4990

30,394,166✔

4994

SSDataBlock* getSortedTableMergeScanBlockData(SSortHandle* pHandle, SSDataBlock* pResBlock, int32_t capacity,

67,205,958✔

4996

  STableMergeScanInfo* pInfo = pOperator->info;

67,205,958✔

4997

  SExecTaskInfo*       pTaskInfo = pOperator->pTaskInfo;

67,204,413✔

4998

  STupleHandle*        pTupleHandle = NULL;

67,206,244✔

5000

  blockDataCleanup(pResBlock);

67,219,276✔

5003

    while (1) {

2,147,483,647✔

5004

      pTupleHandle = NULL;

2,147,483,647✔

5005

      int32_t code = tsortNextTuple(pHandle, &pTupleHandle);

2,147,483,647✔

5006

      if (code != TSDB_CODE_SUCCESS) {

2,147,483,647✔

5007

        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code));

18,214✔

5008

        T_LONG_JMP(pOperator->pTaskInfo->env, code);

18,214✔

5010

      if (pTupleHandle == NULL) {

2,147,483,647✔

5011

        break;

54,725,858✔

5014

      code = tsortAppendTupleToBlock(pInfo->pSortHandle, pResBlock, pTupleHandle);

2,147,483,647✔

5015

      if (code != TSDB_CODE_SUCCESS) {

2,147,483,647✔

5020

      if (pResBlock->info.rows >= capacity) {

2,147,483,647✔

5021

        break;

12,499,896✔

5025

    if (tsortIsClosed(pHandle)) {

67,225,754✔

5030

    bool limitReached = applyLimitOffset(&pInfo->limitInfo, pResBlock, pTaskInfo);

67,232,743✔

5031

    qDebug("%s get sorted row block, rows:%" PRId64 ", limit:%" PRId64, GET_TASKID(pTaskInfo), pResBlock->info.rows,

67,225,961✔

5033

    if (pTupleHandle == NULL || limitReached || pResBlock->info.rows > 0) {

67,229,208✔

5037

  return (pResBlock->info.rows > 0) ? pResBlock : NULL;

67,229,208✔

5040

int32_t doTableMergeScanNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {

61,349,007✔

5041

  if (pOperator->status == OP_EXEC_DONE) {

61,349,007✔

5042

    (*ppRes) = NULL;

41,059✔

5043

    return TSDB_CODE_SUCCESS;

40,687✔

5046

  int32_t              code = TSDB_CODE_SUCCESS;

61,237,857✔

5047

  int32_t              lino = 0;

61,237,857✔

5048

  SExecTaskInfo*       pTaskInfo = pOperator->pTaskInfo;

61,237,857✔

5049

  STableMergeScanInfo* pInfo = pOperator->info;

61,291,248✔

5051

  code = pOperator->fpSet._openFn(pOperator);

61,281,183✔

5052

  QUERY_CHECK_CODE(code, lino, _end);

61,210,986✔

5054

  int64_t st = taosGetTimestampUs();

61,271,215✔

5056

  int32_t tableListSize = 0;

61,271,215✔

5057

  code = tableListGetSize(pInfo->base.pTableListInfo, &tableListSize);

61,267,093✔

5058

  QUERY_CHECK_CODE(code, lino, _end);

61,255,852✔

5060

  if (!pInfo->hasGroupId) {

61,255,852✔

5061

    pInfo->hasGroupId = true;

27,271,099✔

5063

    if (tableListSize == 0) {

27,231,411✔

5064

      setOperatorCompleted(pOperator);

3,063,896✔

5065

      (*ppRes) = NULL;

3,065,336✔

5066

      return code;

3,064,376✔

5068

    pInfo->tableStartIndex = 0;

24,167,515✔

5069

    STableKeyInfo* tmp = (STableKeyInfo*)tableListGetInfo(pInfo->base.pTableListInfo, pInfo->tableStartIndex);

24,211,824✔

5070

    QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);

24,162,292✔

5071

    pInfo->groupId = tmp->groupId;

24,162,292✔

5072

    startGroupTableMergeScan(pOperator);

24,209,324✔

5075

  SSDataBlock* pBlock = NULL;

58,225,958✔

5076

  while (pInfo->tableStartIndex < tableListSize) {

67,188,370✔

5077

    if (isTaskKilled(pTaskInfo)) {

67,225,183✔

5078

      goto _end;

225✔

5081

    pBlock = getSortedTableMergeScanBlockData(pInfo->pSortHandle, pInfo->pResBlock, pOperator->resultInfo.capacity,

67,210,395✔

5083

    if (pBlock == NULL && !pInfo->bGroupProcessed && pInfo->needCountEmptyTable) {

67,227,222✔

5084

      STableKeyInfo* tbInfo = tableListGetInfo(pInfo->base.pTableListInfo, pInfo->tableStartIndex);

1,802,624✔

5085

      QUERY_CHECK_NULL(tbInfo, code, lino, _end, terrno);

1,802,624✔

5086

      pBlock = getOneRowResultBlock(pTaskInfo, &pInfo->base, pInfo->pResBlock, tbInfo);

1,802,624✔

5088

    if (pBlock != NULL) {

67,223,841✔

5089

      pBlock->info.id.groupId = pInfo->groupId;

33,988,863✔

5090

      pOperator->resultInfo.totalRows += pBlock->info.rows;

33,989,689✔

5091

      pInfo->bGroupProcessed = true;

33,989,867✔

5092

      break;

33,989,015✔

5094

      if (pInfo->bNewFilesetEvent) {

33,234,978✔

5095

        stopDurationForGroupTableMergeScan(pOperator);

2,824,966✔

5096

        code = startDurationForGroupTableMergeScan(pOperator);

2,824,608✔

5097

        QUERY_CHECK_CODE(code, lino, _end);

2,823,452✔

5100

        stopGroupTableMergeScan(pOperator);

30,408,036✔

5101

        if (pInfo->tableEndIndex >= tableListSize - 1) {

30,394,065✔

5102

          setOperatorCompleted(pOperator);

24,251,492✔

5103

          break;

24,261,212✔

5106

        pInfo->tableStartIndex = pInfo->tableEndIndex + 1;

6,138,507✔

5107

        STableKeyInfo* tmp = tableListGetInfo(pInfo->base.pTableListInfo, pInfo->tableStartIndex);

6,138,507✔

5108

        QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);

6,138,507✔

5109

        pInfo->groupId = tmp->groupId;

6,138,507✔

5110

        startGroupTableMergeScan(pOperator);

6,138,507✔

5111

        resetLimitInfoForNextGroup(&pInfo->limitInfo);

6,136,203✔

5116

  pOperator->cost.totalCost += (taosGetTimestampUs() - st) / 1000.0;

58,251,321✔

5118

_end:

58,240,968✔

5119

  if (code != TSDB_CODE_SUCCESS) {

58,239,500✔

5124

    (*ppRes) = pBlock;

58,239,500✔

5127

  return code;

58,243,870✔

5136

void destroyTableMergeScanOperatorInfo(void* param) {

26,953,271✔

5137

  STableMergeScanInfo* pTableScanInfo = (STableMergeScanInfo*)param;

26,953,271✔

5140

  if (pTableScanInfo->base.readerAPI.tsdReaderClose != NULL) {

26,953,271✔

5141

    pTableScanInfo->base.readerAPI.tsdReaderClose(pTableScanInfo->base.dataReader);

26,946,368✔

5142

    pTableScanInfo->base.dataReader = NULL;

26,936,118✔

5145

  for (int32_t i = 0; i < pTableScanInfo->numNextDurationBlocks; ++i) {

26,937,895✔

5152

  tsortDestroySortHandle(pTableScanInfo->pSortHandle);

26,946,103✔

5153

  pTableScanInfo->pSortHandle = NULL;

26,942,256✔

5154

  taosHashCleanup(pTableScanInfo->mSkipTables);

26,950,291✔

5155

  pTableScanInfo->mSkipTables = NULL;

26,927,190✔

5156

  blockDataDestroy(pTableScanInfo->pSortInputBlock);

26,928,945✔

5157

  pTableScanInfo->pSortInputBlock = NULL;

26,951,945✔

5160

  destroyTableScanBase(&pTableScanInfo->base, &pTableScanInfo->base.readerAPI);

26,952,289✔

5162

  blockDataDestroy(pTableScanInfo->pResBlock);

26,956,358✔

5163

  pTableScanInfo->pResBlock = NULL;

26,961,209✔

5166

  blockDataDestroy(pTableScanInfo->pReaderBlock);

26,955,153✔

5167

  pTableScanInfo->pReaderBlock = NULL;

26,956,328✔

5168

  taosArrayDestroy(pTableScanInfo->pSortInfo);

26,961,806✔

5170

  stopSubTablesTableMergeScan(pTableScanInfo);

26,958,267✔

5172

  taosMemoryFreeClear(param);

26,940,011✔

5173

26,931,332✔

5175

int32_t getTableMergeScanExplainExecInfo(SOperatorInfo* pOptr, void** pOptrExplain, uint32_t* len) {

2,716,672✔

5176

  if (pOptr == NULL) {

2,716,672✔

5181

  STableMergeScanExecInfo* execInfo = taosMemoryCalloc(1, sizeof(STableMergeScanExecInfo));

2,716,672✔

5182

  if (!execInfo) {

2,715,350✔

5185

  STableMergeScanInfo* pInfo = pOptr->info;

2,715,350✔

5186

  execInfo->blockRecorder = pInfo->base.readRecorder;

2,715,350✔

5187

  execInfo->sortExecInfo = pInfo->sortExecInfo;

2,714,992✔

5189

  *pOptrExplain = execInfo;

2,715,708✔

5190

  *len = sizeof(STableMergeScanExecInfo);

2,714,634✔

5192

  return TSDB_CODE_SUCCESS;

2,715,350✔

5195

static int32_t resetTableMergeScanOperatorState(SOperatorInfo* pOper) {

2,300,082✔

5196

  int32_t         code = TSDB_CODE_SUCCESS;

2,300,082✔

5197

  STableMergeScanInfo*   pInfo = pOper->info;

2,300,082✔

5198

  pOper->status = OP_NOT_OPENED;

2,300,082✔

5200

  pInfo->tableEndIndex = 0;

2,299,836✔

5201

  pInfo->tableStartIndex = 0;

2,299,836✔

5202

  pInfo->hasGroupId = false;

2,299,836✔

5203

  if (pInfo->base.readerAPI.tsdReaderClose) {

2,299,836✔

5204

    pInfo->base.readerAPI.tsdReaderClose(pInfo->base.dataReader);

2,299,836✔

5206

  pInfo->base.dataReader = NULL;

2,300,082✔

5207

  pInfo->base.scanFlag = MAIN_SCAN;

2,299,836✔

5209

  pInfo->base.limitInfo = (SLimitInfo){0};

2,299,836✔

5210

  pInfo->base.limitInfo.limit.limit = -1;

2,299,836✔

5211

  pInfo->base.limitInfo.slimit.limit = -1;

2,299,836✔

5213

  tableListDestroy(pInfo->base.pTableListInfo);

2,299,836✔

5214

  pInfo->base.pTableListInfo = tableListCreate();

2,300,082✔

5215

  if (!pInfo->base.pTableListInfo) {

2,300,082✔

5219

  SExecTaskInfo*         pTaskInfo = pOper->pTaskInfo;

2,300,082✔

5221

  STableScanPhysiNode* pTableScanNode = (STableScanPhysiNode*)pTaskInfo->pSubplan->pNode;

2,300,082✔

5222

  code = createScanTableListInfo(&pTableScanNode->scan, pTableScanNode->pGroupTags, pTableScanNode->groupSort,

4,600,164✔

5224

                                  pTaskInfo->pSubplan->pTagCond, pTaskInfo->pSubplan->pTagIndexCond, pTaskInfo, NULL);

4,600,164✔

5225

  if (code) {

2,300,082✔

5230

  initLimitInfo(pTableScanNode->scan.node.pLimit, pTableScanNode->scan.node.pSlimit, &pInfo->limitInfo);

2,300,082✔

5231

  cleanupQueryTableDataCond(&pInfo->base.cond);

2,300,082✔

5232

  code = initQueryTableDataCond(&pInfo->base.cond, pTableScanNode, &pInfo->base.readHandle, false);

2,300,082✔

5233

  if (code) {

2,300,082✔

5238

  tsortDestroySortHandle(pInfo->pSortHandle);

2,300,082✔

5239

  pInfo->pSortHandle = NULL;

2,300,082✔

5241

  taosHashCleanup(pInfo->mSkipTables);

2,300,082✔

5242

  pInfo->mSkipTables = NULL;

2,300,082✔

5243

  pOper->resultInfo.totalRows = 0;

2,300,082✔

5245

  pInfo->bGroupProcessed = false;

2,300,082✔

5246

  pInfo->bNewFilesetEvent = false;

2,299,835✔

5247

  pInfo->bNextDurationBlockEvent = false;

2,300,082✔

5248

  pInfo->rtnNextDurationBlocks = false;

2,300,082✔

5249

  pInfo->nextDurationBlocksIdx = 0;

2,300,082✔

5250

  pInfo->bSortRowId = false;

2,300,082✔

5252

  for (int32_t i = 0; i < pInfo->numNextDurationBlocks; ++i) {

2,300,082✔

5258

  pInfo->numNextDurationBlocks = 0;

2,300,082✔

5260

  stopSubTablesTableMergeScan(pInfo);

2,300,082✔

5261

  return code;

2,300,082✔

5264

int32_t createTableMergeScanOperatorInfo(STableScanPhysiNode* pTableScanNode, SReadHandle* readHandle,

26,847,319✔

5267

  QRY_PARAM_CHECK(pOptrInfo);

26,847,319✔

5269

  int32_t              code = TSDB_CODE_SUCCESS;

26,874,062✔

5270

  int32_t              lino = 0;

26,874,062✔

5271

  STableMergeScanInfo* pInfo = taosMemoryCalloc(1, sizeof(STableMergeScanInfo));

26,874,062✔

5272

  SOperatorInfo*       pOperator = taosMemoryCalloc(1, sizeof(SOperatorInfo));

26,800,297✔

5273

  if (pInfo == NULL || pOperator == NULL) {

26,727,640✔

5274

    code = terrno;

939✔

5278

  pOperator->pPhyNode = pTableScanNode;

26,727,664✔

5279

  SDataBlockDescNode* pDescNode = pTableScanNode->scan.node.pOutputDataBlockDesc;

26,764,363✔

5281

  int32_t numOfCols = 0;

26,771,521✔

5282

  code = extractColMatchInfo(pTableScanNode->scan.pScanCols, pDescNode, &numOfCols, COL_MATCH_FROM_COL_ID,

26,818,273✔

5284

  QUERY_CHECK_CODE(code, lino, _error);

26,876,418✔

5286

  code = initQueryTableDataCond(&pInfo->base.cond, pTableScanNode, readHandle, false);

26,876,418✔

5287

  QUERY_CHECK_CODE(code, lino, _error);

26,783,434✔

5289

  if (pTableScanNode->scan.pScanPseudoCols != NULL) {

26,783,434✔

5290

    SExprSupp* pSup = &pInfo->base.pseudoSup;

10,374,957✔

5291

    code = createExprInfo(pTableScanNode->scan.pScanPseudoCols, NULL, &pSup->pExprInfo, &pSup->numOfExprs);

10,342,150✔

5292

    QUERY_CHECK_CODE(code, lino, _error);

10,356,673✔

5294

    pSup->pCtx = createSqlFunctionCtx(pSup->pExprInfo, pSup->numOfExprs, &pSup->rowEntryInfoOffset,

10,356,673✔

5296

    QUERY_CHECK_NULL(pSup->pCtx, code, lino, _error, terrno);

10,293,834✔

5299

  pInfo->scanInfo = (SScanInfo){.numOfAsc = pTableScanNode->scanSeq[0], .numOfDesc = pTableScanNode->scanSeq[1]};

26,756,127✔

5301

  if (tsMetaEntryCache && readHandle->streamRtInfo == NULL) {

26,606,399✔

5306

  pInfo->base.readerAPI = pTaskInfo->storageAPI.tsdReader;

26,606,399✔

5307

  pInfo->base.dataBlockLoadFlag = FUNC_DATA_REQUIRED_DATA_LOAD;

26,810,516✔

5308

  pInfo->base.scanFlag = MAIN_SCAN;

26,564,736✔

5309

  pInfo->base.readHandle = *readHandle;

26,660,227✔

5311

  pInfo->readIdx = -1;

26,752,628✔

5313

  pInfo->base.limitInfo.limit.limit = -1;

26,569,259✔

5314

  pInfo->base.limitInfo.slimit.limit = -1;

26,686,925✔

5315

  pInfo->base.pTableListInfo = pTableListInfo;

26,681,303✔

5317

  pInfo->sample.sampleRatio = pTableScanNode->ratio;

26,804,965✔

5318

  pInfo->sample.seed = taosGetTimestampSec();

26,670,906✔

5320

  code = filterInitFromNode((SNode*)pTableScanNode->scan.node.pConditions, &pOperator->exprSupp.pFilterInfo, 0,

26,784,868✔

5321

                            pTaskInfo->pStreamRuntimeInfo);

26,778,665✔

5322

  QUERY_CHECK_CODE(code, lino, _error);

26,711,293✔

5324

  initLimitInfo(pTableScanNode->scan.node.pLimit, pTableScanNode->scan.node.pSlimit, &pInfo->limitInfo);

26,711,293✔

5326

  pInfo->mergeLimit = -1;

26,659,390✔

5327

  bool hasLimit = pInfo->limitInfo.limit.limit != -1 || pInfo->limitInfo.limit.offset != -1;

26,789,853✔

5328

  if (hasLimit) {

26,657,438✔

5329

    pInfo->mergeLimit = pInfo->limitInfo.limit.offset != -1

3,872,369✔

5330

                            ? pInfo->limitInfo.limit.limit + pInfo->limitInfo.limit.offset

755,922✔

5331

                            : pInfo->limitInfo.limit.limit;

2,686,043✔

5332

    pInfo->mSkipTables = NULL;

1,938,572✔

5335

  initResultSizeInfo(&pOperator->resultInfo, 1024);

26,654,040✔

5336

  pInfo->pResBlock = createDataBlockFromDescNode(pDescNode);

26,771,577✔

5337

  QUERY_CHECK_NULL(pInfo->pResBlock, code, lino, _error, terrno);

26,931,814✔

5338

  code = blockDataEnsureCapacity(pInfo->pResBlock, pOperator->resultInfo.capacity);

26,772,172✔

5339

  QUERY_CHECK_CODE(code, lino, _error);

26,916,110✔

5340

  if (!hasLimit && blockDataGetRowSize(pInfo->pResBlock) >= 256 && !pTableScanNode->smallDataTsSort) {

26,916,110✔

5341

    pInfo->bSortRowId = true;

5,087,383✔

5343

    pInfo->bSortRowId = false;

21,799,184✔

5346

  code = prepareDataBlockBuf(pInfo->pResBlock, &pInfo->base.matchInfo);

26,853,630✔

5347

  QUERY_CHECK_CODE(code, lino, _error);

26,826,037✔

5349

  code = generateSortByTsPkInfo(pInfo->base.matchInfo.pList, pInfo->base.cond.order, &pInfo->pSortInfo);

26,826,037✔

5350

  QUERY_CHECK_CODE(code, lino, _error);

26,818,362✔

5352

  code = createOneDataBlock(pInfo->pResBlock, false, &pInfo->pReaderBlock);

26,818,362✔

5353

  QUERY_CHECK_CODE(code, lino, _error);

26,870,263✔

5355

  pInfo->needCountEmptyTable = tsCountAlwaysReturnValue && pTableScanNode->needCountEmptyTable;

26,870,263✔

5357

  int32_t  rowSize = pInfo->pResBlock->info.rowSize;

26,875,998✔

5358

  uint32_t nCols = taosArrayGetSize(pInfo->pResBlock->pDataBlock);

26,873,378✔

5360

  pInfo->bufPageSize = getProperSortPageSize(rowSize, nCols);

26,747,342✔

5363

  code = createOneDataBlock(pInfo->pResBlock, false, &pInfo->pSortInputBlock);

26,836,141✔

5364

  QUERY_CHECK_CODE(code, lino, _error);

26,908,352✔

5366

  if (!tsExperimental) {

26,908,352✔

5369

    pInfo->filesetDelimited = pTableScanNode->filesetDelimited;

26,908,352✔

5372

  setOperatorInfo(pOperator, "TableMergeScanOperator", QUERY_NODE_PHYSICAL_PLAN_TABLE_MERGE_SCAN, false, OP_NOT_OPENED,

26,876,734✔

5374

  pOperator->exprSupp.numOfExprs = numOfCols;

26,797,188✔

5376

  pOperator->fpSet = createOperatorFpSet(

26,774,455✔

5377

      optrDummyOpenFn, pTableScanNode->paraTablesSort ? doTableMergeScanParaSubTablesNext : doTableMergeScanNext, NULL,

26,882,449✔

5380

  setOperatorResetStateFn(pOperator, resetTableMergeScanOperatorState);

26,766,992✔

5381

  pOperator->cost.openCost = 0;

26,855,918✔

5383

  *pOptrInfo = pOperator;

26,883,822✔

5384

  return code;

26,708,742✔

5423

int32_t tblCountScanGetGroupTagsSlotId(const SNodeList* scanCols, STableCountScanSupp* supp) {

26,457✔

5424

  if (scanCols != NULL) {

26,457✔

5425

    SNode* pNode = NULL;

15,148✔

5426

    FOREACH(pNode, scanCols) {

35,413✔

5427

      if (nodeType(pNode) != QUERY_NODE_TARGET) {

20,265✔

5430

      STargetNode* targetNode = (STargetNode*)pNode;

20,265✔

5431

      if (nodeType(targetNode->pExpr) != QUERY_NODE_COLUMN) {

20,265✔

5434

      SColumnNode* colNode = (SColumnNode*)(targetNode->pExpr);

20,265✔

5435

      if (strcmp(colNode->colName, GROUP_TAG_DB_NAME) == 0) {

20,265✔

5436

        supp->dbNameSlotId = targetNode->slotId;

10,067✔

5437

      } else if (strcmp(colNode->colName, GROUP_TAG_STABLE_NAME) == 0) {

10,198✔

5438

        supp->stbNameSlotId = targetNode->slotId;

10,198✔

5442

  return TSDB_CODE_SUCCESS;

26,457✔

5445

int32_t tblCountScanGetCountSlotId(const SNodeList* pseudoCols, STableCountScanSupp* supp) {

26,457✔

5446

  if (pseudoCols != NULL) {

26,457✔

5447

    SNode* pNode = NULL;

26,457✔

5448

    FOREACH(pNode, pseudoCols) {

52,914✔

5449

      if (nodeType(pNode) != QUERY_NODE_TARGET) {

26,421✔

5452

      STargetNode* targetNode = (STargetNode*)pNode;

26,421✔

5453

      if (nodeType(targetNode->pExpr) != QUERY_NODE_FUNCTION) {

26,421✔

5456

      SFunctionNode* funcNode = (SFunctionNode*)(targetNode->pExpr);

26,457✔

5457

      if (funcNode->funcType == FUNCTION_TYPE_TABLE_COUNT) {

26,457✔

5458

        supp->tbCountSlotId = targetNode->slotId;

26,457✔

5462

  return TSDB_CODE_SUCCESS;

26,457✔

5465

int32_t tblCountScanGetInputs(SNodeList* groupTags, SName* tableName, STableCountScanSupp* supp) {

26,457✔

5466

  if (groupTags != NULL) {

26,457✔

5467

    SNode* pNode = NULL;

15,148✔

5468

    FOREACH(pNode, groupTags) {

35,413✔

5469

      if (nodeType(pNode) != QUERY_NODE_COLUMN) {

20,265✔

5472

      SColumnNode* colNode = (SColumnNode*)pNode;

20,265✔

5473

      if (strcmp(colNode->colName, GROUP_TAG_DB_NAME) == 0) {

20,265✔

5474

        supp->groupByDbName = true;

10,067✔

5476

      if (strcmp(colNode->colName, GROUP_TAG_STABLE_NAME) == 0) {

20,265✔

5477

        supp->groupByStbName = true;

10,198✔

5481

    tstrncpy(supp->dbNameFilter, tNameGetDbNameP(tableName), TSDB_DB_NAME_LEN);

11,309✔

5482

    tstrncpy(supp->stbNameFilter, tNameGetTableName(tableName), TSDB_TABLE_NAME_LEN);

11,309✔

5484

  return TSDB_CODE_SUCCESS;

26,457✔

5487

int32_t getTableCountScanSupp(SNodeList* groupTags, SName* tableName, SNodeList* scanCols, SNodeList* pseudoCols,

26,457✔

5489

  int32_t code = 0;

26,457✔

5490

  code = tblCountScanGetInputs(groupTags, tableName, supp);

26,457✔

5491

  if (code != TSDB_CODE_SUCCESS) {

26,457✔

5496

  supp->dbNameSlotId = -1;

26,457✔

5497

  supp->stbNameSlotId = -1;

26,457✔

5498

  supp->tbCountSlotId = -1;

26,457✔

5500

  code = tblCountScanGetGroupTagsSlotId(scanCols, supp);

26,457✔

5501

  if (code != TSDB_CODE_SUCCESS) {

26,457✔

5506

  code = tblCountScanGetCountSlotId(pseudoCols, supp);

26,457✔

5507

  if (code != TSDB_CODE_SUCCESS) {

26,457✔

5511

  return code;

26,457✔

5514

int32_t createTableCountScanOperatorInfo(SReadHandle* readHandle, STableCountScanPhysiNode* pTblCountScanNode,

26,457✔

5516

  QRY_PARAM_CHECK(pOptrInfo);

26,457✔

5518

  int32_t                      code = TSDB_CODE_SUCCESS;

26,457✔

5519

  int32_t                      lino = 0;

26,457✔

5520

  SScanPhysiNode*              pScanNode = &pTblCountScanNode->scan;

26,457✔

5521

  STableCountScanOperatorInfo* pInfo = taosMemoryCalloc(1, sizeof(STableCountScanOperatorInfo));

26,457✔

5522

  SOperatorInfo*               pOperator = taosMemoryCalloc(1, sizeof(SOperatorInfo));

26,457✔

5523

  if (!pInfo || !pOperator) {

26,457✔

5528

  pInfo->readHandle = *readHandle;

26,457✔

5530

  SDataBlockDescNode* pDescNode = pScanNode->node.pOutputDataBlockDesc;

26,457✔

5531

  initResultSizeInfo(&pOperator->resultInfo, 1);

26,457✔

5532

  pInfo->pRes = createDataBlockFromDescNode(pDescNode);

26,457✔

5533

  QUERY_CHECK_NULL(pInfo->pRes, code, lino, _error, terrno);

26,457✔

5535

  code = blockDataEnsureCapacity(pInfo->pRes, pOperator->resultInfo.capacity);

26,457✔

5536

  QUERY_CHECK_CODE(code, lino, _error);

26,457✔

5538

  code = getTableCountScanSupp(pTblCountScanNode->pGroupTags, &pTblCountScanNode->scan.tableName,

26,457✔

5541

  QUERY_CHECK_CODE(code, lino, _error);

26,457✔

5543

  setOperatorInfo(pOperator, "TableCountScanOperator", QUERY_NODE_PHYSICAL_PLAN_TABLE_COUNT_SCAN, false, OP_NOT_OPENED,

26,457✔

5545

  pOperator->fpSet = createOperatorFpSet(optrDummyOpenFn, doTableCountScanNext, NULL, destoryTableCountScanOperator,

26,457✔

5547

  *pOptrInfo = pOperator;

26,457✔

5548

  return code;

26,457✔

5562

int32_t fillTableCountScanDataBlock(STableCountScanSupp* pSupp, char* dbName, char* stbName, int64_t count,

36,776✔

5564

  int32_t code = TSDB_CODE_SUCCESS;

36,776✔

5565

  int32_t lino = 0;

36,776✔

5566

  if (pSupp->dbNameSlotId != -1) {

36,776✔

5567

    QUERY_CHECK_CONDITION((strlen(dbName) > 0), code, lino, _end, TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR);

15,186✔

5568

    SColumnInfoData* colInfoData = taosArrayGet(pRes->pDataBlock, pSupp->dbNameSlotId);

15,186✔

5569

    QUERY_CHECK_NULL(colInfoData, code, lino, _end, terrno);

15,186✔

5571

    char varDbName[TSDB_DB_NAME_LEN + VARSTR_HEADER_SIZE] = {0};

15,186✔

5572

    tstrncpy(varDataVal(varDbName), dbName, TSDB_DB_NAME_LEN);

15,186✔

5574

    varDataSetLen(varDbName, strlen(dbName));

15,186✔

5575

    code = colDataSetVal(colInfoData, 0, varDbName, false);

15,186✔

5576

    QUERY_CHECK_CODE(code, lino, _end);

15,186✔

5579

  if (pSupp->stbNameSlotId != -1) {

36,776✔

5580

    SColumnInfoData* colInfoData = taosArrayGet(pRes->pDataBlock, pSupp->stbNameSlotId);

19,519✔

5581

    QUERY_CHECK_NULL(colInfoData, code, lino, _end, terrno);

19,519✔

5582

    if (strlen(stbName) != 0) {

19,519✔

5583

      char varStbName[TSDB_TABLE_NAME_LEN + VARSTR_HEADER_SIZE] = {0};

14,078✔

5584

      tstrncpy(varDataVal(varStbName), stbName, TSDB_TABLE_NAME_LEN);

14,078✔

5585

      varDataSetLen(varStbName, strlen(stbName));

14,078✔

5586

      code = colDataSetVal(colInfoData, 0, varStbName, false);

14,078✔

5587

      QUERY_CHECK_CODE(code, lino, _end);

14,078✔

5593

  if (pSupp->tbCountSlotId != -1) {

36,776✔

5594

    SColumnInfoData* colInfoData = taosArrayGet(pRes->pDataBlock, pSupp->tbCountSlotId);

36,776✔

5595

    QUERY_CHECK_NULL(colInfoData, code, lino, _end, terrno);

36,776✔

5596

    code = colDataSetVal(colInfoData, 0, (char*)&count, false);

36,776✔

5597

    QUERY_CHECK_CODE(code, lino, _end);

36,776✔

5599

  pRes->info.rows = 1;

36,776✔

5601

_end:

36,776✔

5602

  if (code != TSDB_CODE_SUCCESS) {

36,776✔

5605

  return code;

36,776✔

5608

static SSDataBlock* buildSysDbTableCount(SOperatorInfo* pOperator, STableCountScanOperatorInfo* pInfo) {

10,992✔

5609

  STableCountScanSupp* pSupp = &pInfo->supp;

10,992✔

5610

  SSDataBlock*         pRes = pInfo->pRes;

10,992✔

5612

  size_t infodbTableNum;

10,992✔

5613

  getInfosDbMeta(NULL, &infodbTableNum);

10,992✔

5614

  infodbTableNum -= 1;

10,992✔

5615

  size_t perfdbTableNum;

10,992✔

5616

  getPerfDbMeta(NULL, &perfdbTableNum);

10,992✔

5618

  if (pSupp->groupByDbName || pSupp->groupByStbName) {

10,992✔

5619

    buildSysDbGroupedTableCount(pOperator, pInfo, pSupp, pRes, infodbTableNum, perfdbTableNum);

9,453✔

5620

    return (pRes->info.rows > 0) ? pRes : NULL;

9,453✔

5622

    buildSysDbFilterTableCount(pOperator, pSupp, pRes, infodbTableNum, perfdbTableNum);

1,539✔

5623

    return (pRes->info.rows > 0) ? pRes : NULL;

1,539✔

5627

static void buildSysDbFilterTableCount(SOperatorInfo* pOperator, STableCountScanSupp* pSupp, SSDataBlock* pRes,

1,539✔

5629

  int32_t        code = TSDB_CODE_SUCCESS;

1,539✔

5630

  int32_t        lino = 0;

1,539✔

5631

  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;

1,539✔

5632

  if (strlen(pSupp->stbNameFilter) != 0) {

1,539✔

5634

    code = fillTableCountScanDataBlock(pSupp, "", "", 0, pRes);

519✔

5635

    QUERY_CHECK_CODE(code, lino, _end);

519✔

5636

  } else if (strcmp(pSupp->dbNameFilter, TSDB_INFORMATION_SCHEMA_DB) == 0) {

1,020✔

5637

    code = fillTableCountScanDataBlock(pSupp, TSDB_INFORMATION_SCHEMA_DB, "", infodbTableNum, pRes);

173✔

5638

    QUERY_CHECK_CODE(code, lino, _end);

173✔

5639

  } else if (strcmp(pSupp->dbNameFilter, TSDB_PERFORMANCE_SCHEMA_DB) == 0) {

847✔

5642

  } else if (strlen(pSupp->dbNameFilter) == 0) {

847✔

5643

    code = fillTableCountScanDataBlock(pSupp, "", "", infodbTableNum + perfdbTableNum, pRes);

674✔

5644

    QUERY_CHECK_CODE(code, lino, _end);

674✔

5647

    code = fillTableCountScanDataBlock(pSupp, pSupp->dbNameFilter, pSupp->stbNameFilter, 0, pRes);

173✔

5648

    QUERY_CHECK_CODE(code, lino, _end);

173✔

5651

_end:

173✔

5652

  if (code != TSDB_CODE_SUCCESS) {

1,539✔

5657

  setOperatorCompleted(pOperator);

1,539✔

5658

1,539✔

5660

static void buildSysDbGroupedTableCount(SOperatorInfo* pOperator, STableCountScanOperatorInfo* pInfo,

9,453✔

5663

  int32_t        code = TSDB_CODE_SUCCESS;

9,453✔

5664

  int32_t        lino = 0;

9,453✔

5665

  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;

9,453✔

5666

  if (pInfo->currGrpIdx == 0) {

9,453✔

5667

    uint64_t groupId = 0;

3,151✔

5668

    if (pSupp->groupByDbName) {

3,151✔

5669

      groupId = calcGroupId(TSDB_INFORMATION_SCHEMA_DB, strlen(TSDB_INFORMATION_SCHEMA_DB));

2,167✔

5671

      groupId = calcGroupId("", 0);

984✔

5674

    pRes->info.id.groupId = groupId;

3,151✔

5675

    code = fillTableCountScanDataBlock(pSupp, TSDB_INFORMATION_SCHEMA_DB, "", infodbTableNum, pRes);

3,151✔

5676

    QUERY_CHECK_CODE(code, lino, _end);

3,151✔

5677

  } else if (pInfo->currGrpIdx == 1) {

6,302✔

5678

    uint64_t groupId = 0;

3,151✔

5679

    if (pSupp->groupByDbName) {

3,151✔

5680

      groupId = calcGroupId(TSDB_PERFORMANCE_SCHEMA_DB, strlen(TSDB_PERFORMANCE_SCHEMA_DB));

2,167✔

5682

      groupId = calcGroupId("", 0);

984✔

5685

    pRes->info.id.groupId = groupId;

3,151✔

5686

    code = fillTableCountScanDataBlock(pSupp, TSDB_PERFORMANCE_SCHEMA_DB, "", perfdbTableNum, pRes);

3,151✔

5687

    QUERY_CHECK_CODE(code, lino, _end);

3,151✔

5689

    setOperatorCompleted(pOperator);

3,151✔

5691

  pInfo->currGrpIdx++;

9,453✔

5693

_end:

9,453✔

5694

  if (code != TSDB_CODE_SUCCESS) {

9,453✔

5699

9,453✔

5701

static int32_t doTableCountScanNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {

63,233✔

5702

  int32_t                      code = TSDB_CODE_SUCCESS;

63,233✔

5703

  SExecTaskInfo*               pTaskInfo = pOperator->pTaskInfo;

63,233✔

5704

  STableCountScanOperatorInfo* pInfo = pOperator->info;

63,233✔

5705

  STableCountScanSupp*         pSupp = &pInfo->supp;

63,233✔

5706

  SSDataBlock*                 pRes = pInfo->pRes;

63,233✔

5708

  blockDataCleanup(pRes);

63,233✔

5709

  QRY_PARAM_CHECK(ppRes);

63,233✔

5711

  if (pOperator->status == OP_EXEC_DONE) {

63,233✔

5712

    return code;

15,261✔

5715

  if (pInfo->readHandle.mnd != NULL) {

47,972✔

5716

    (*ppRes) = buildSysDbTableCount(pOperator, pInfo);

10,992✔

5717

    return code;

10,992✔

5720

  code = buildVnodeDbTableCount(pOperator, pInfo, pSupp, pRes);

36,980✔

5721

  if (code != TSDB_CODE_SUCCESS) {

36,980✔

5726

  if (pRes->info.rows > 0) {

36,980✔

5727

    *ppRes = pRes;

28,935✔

5730

  return code;

36,980✔

5733

static int32_t buildVnodeDbTableCount(SOperatorInfo* pOperator, STableCountScanOperatorInfo* pInfo,

36,980✔

5735

  int32_t        code = TSDB_CODE_SUCCESS;

36,980✔

5736

  int32_t        lino = 0;

36,980✔

5737

  const char*    db = NULL;

36,980✔

5738

  int32_t        vgId = 0;

36,980✔

5739

  char           dbName[TSDB_DB_NAME_LEN] = {0};

36,980✔

5740

  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;

36,980✔

5741

  SStorageAPI*   pAPI = &pTaskInfo->storageAPI;

36,980✔

5744

  pAPI->metaFn.getBasicInfo(pInfo->readHandle.vnode, &db, &vgId, NULL, NULL);

36,980✔

5745

  SName sn = {0};

36,980✔

5747

  code = tNameFromString(&sn, db, T_NAME_ACCT | T_NAME_DB);

36,980✔

5748

  QUERY_CHECK_CODE(code, lino, _end);

36,980✔

5750

  code = tNameGetDbName(&sn, dbName);

36,980✔

5751

  QUERY_CHECK_CODE(code, lino, _end);

36,980✔

5753

  if (pSupp->groupByDbName || pSupp->groupByStbName) {

36,980✔

5754

    code = buildVnodeGroupedTableCount(pOperator, pInfo, pSupp, pRes, vgId, dbName);

27,210✔

5756

    code = buildVnodeFilteredTbCount(pOperator, pInfo, pSupp, pRes, dbName);

9,770✔

5759

_end:

36,980✔

5760

  if (code != TSDB_CODE_SUCCESS) {

36,980✔

5765

  return code;

36,980✔

5768

static int32_t buildVnodeGroupedTableCount(SOperatorInfo* pOperator, STableCountScanOperatorInfo* pInfo,

27,210✔

5770

  int32_t        code = TSDB_CODE_SUCCESS;

27,210✔

5771

  int32_t        lino = 0;

27,210✔

5772

  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;

27,210✔

5773

  SStorageAPI*   pAPI = &pTaskInfo->storageAPI;

27,210✔

5775

  if (pSupp->groupByStbName) {

27,210✔

5776

    if (pInfo->stbUidList == NULL) {

23,258✔

5777

      pInfo->stbUidList = taosArrayInit(16, sizeof(tb_uid_t));

8,045✔

5778

      QUERY_CHECK_NULL(pInfo->stbUidList, code, lino, _end, terrno);

8,045✔

5779

      code = pAPI->metaFn.storeGetTableList(pInfo->readHandle.vnode, TSDB_SUPER_TABLE, pInfo->stbUidList);

8,045✔

5780

      QUERY_CHECK_CODE(code, lino, _end);

8,045✔

5783

    if (pInfo->currGrpIdx < taosArrayGetSize(pInfo->stbUidList)) {

23,258✔

5784

      tb_uid_t stbUid = *(tb_uid_t*)taosArrayGet(pInfo->stbUidList, pInfo->currGrpIdx);

14,078✔

5785

      code = buildVnodeGroupedStbTableCount(pInfo, pSupp, pRes, dbName, stbUid, pAPI);

14,078✔

5786

      QUERY_CHECK_CODE(code, lino, _end);

14,078✔

5788

      pInfo->currGrpIdx++;

14,078✔

5789

    } else if (pInfo->currGrpIdx == taosArrayGetSize(pInfo->stbUidList)) {

9,180✔

5790

      code = buildVnodeGroupedNtbTableCount(pInfo, pSupp, pRes, dbName, pAPI);

8,045✔

5791

      QUERY_CHECK_CODE(code, lino, _end);

8,045✔

5793

      pInfo->currGrpIdx++;

8,045✔

5795

      setOperatorCompleted(pOperator);

1,135✔

5798

    uint64_t groupId = calcGroupId(dbName, strlen(dbName));

3,952✔

5799

    pRes->info.id.groupId = groupId;

3,952✔

5801

    int64_t dbTableCount = 0;

3,952✔

5802

    pAPI->metaFn.getBasicInfo(pInfo->readHandle.vnode, NULL, NULL, &dbTableCount, NULL);

3,952✔

5803

    code = fillTableCountScanDataBlock(pSupp, dbName, "", dbTableCount, pRes);

3,952✔

5804

    QUERY_CHECK_CODE(code, lino, _end);

3,952✔

5805

    setOperatorCompleted(pOperator);

3,952✔

5808

_end:

27,210✔

5809

  if (code != TSDB_CODE_SUCCESS) {

27,210✔

5813

  return code;

27,210✔

5816

static int32_t buildVnodeFilteredTbCount(SOperatorInfo* pOperator, STableCountScanOperatorInfo* pInfo,

9,770✔

5818

  int32_t        code = TSDB_CODE_SUCCESS;

9,770✔

5819

  int32_t        lino = 0;

9,770✔

5820

  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;

9,770✔

5821

  SStorageAPI*   pAPI = &pTaskInfo->storageAPI;

9,770✔

5823

  if (strlen(pSupp->dbNameFilter) != 0 && strcmp(dbName, pSupp->dbNameFilter) != 0) {

9,770✔

5827

  } else if (strlen(pSupp->stbNameFilter) != 0) {

9,770✔

5828

    uint64_t uid = 0;

3,078✔

5829

    code = pAPI->metaFn.getTableUidByName(pInfo->readHandle.vnode, pSupp->stbNameFilter, &uid);

3,078✔

5830

    if (code == TSDB_CODE_TDB_TABLE_NOT_EXIST) {

3,078✔

5832

      code = fillTableCountScanDataBlock(pSupp, dbName, pSupp->stbNameFilter, 0, pRes);

1,384✔

5833

      QUERY_CHECK_CODE(code, lino, _end);

1,384✔

5835

      QUERY_CHECK_CODE(code, lino, _end);

1,694✔

5837

      int64_t numOfChildTables = 0;

1,694✔

5838

      code = pAPI->metaFn.getNumOfChildTables(pInfo->readHandle.vnode, uid, &numOfChildTables, NULL, NULL);

1,694✔

5839

      QUERY_CHECK_CODE(code, lino, _end);

1,694✔

5841

      code = fillTableCountScanDataBlock(pSupp, dbName, pSupp->stbNameFilter, numOfChildTables, pRes);

1,694✔

5842

      QUERY_CHECK_CODE(code, lino, _end);

1,694✔

5845

    int64_t tbNumVnode = 0;

6,692✔

5846

    pAPI->metaFn.getBasicInfo(pInfo->readHandle.vnode, NULL, NULL, &tbNumVnode, NULL);

6,692✔

5847

    code = fillTableCountScanDataBlock(pSupp, dbName, "", tbNumVnode, pRes);

6,692✔

5848

    QUERY_CHECK_CODE(code, lino, _end);

6,692✔

5851

_end:

9,770✔

5852

  if (code != TSDB_CODE_SUCCESS) {

9,770✔

5857

  setOperatorCompleted(pOperator);

9,770✔

5858

  return code;

9,770✔

5861

static int32_t buildVnodeGroupedNtbTableCount(STableCountScanOperatorInfo* pInfo, STableCountScanSupp* pSupp,

8,045✔

5863

  int32_t code = TSDB_CODE_SUCCESS;

8,045✔

5864

  int32_t lino = 0;

8,045✔

5865

  char    fullStbName[TSDB_TABLE_FNAME_LEN] = {0};

8,045✔

5866

  if (pSupp->groupByDbName) {

8,045✔

5867

    snprintf(fullStbName, TSDB_TABLE_FNAME_LEN, "%s.%s", dbName, "");

3,948✔

5870

  uint64_t groupId = calcGroupId(fullStbName, strlen(fullStbName));

8,045✔

5871

  pRes->info.id.groupId = groupId;

8,045✔

5873

  int64_t numOfTables = 0;

8,045✔

5874

  pAPI->metaFn.getBasicInfo(pInfo->readHandle.vnode, NULL, NULL, NULL, &numOfTables);

8,045✔

5876

  if (numOfTables != 0) {

8,045✔

5877

    code = fillTableCountScanDataBlock(pSupp, dbName, "", numOfTables, pRes);

1,135✔

5880

_end:

6,910✔

5881

  if (code != TSDB_CODE_SUCCESS) {

8,045✔

5884

  return code;

8,045✔

5887

static int32_t buildVnodeGroupedStbTableCount(STableCountScanOperatorInfo* pInfo, STableCountScanSupp* pSupp,

14,078✔

5889

  int32_t code = TSDB_CODE_SUCCESS;

14,078✔

5890

  int32_t lino = 0;

14,078✔

5891

  char    stbName[TSDB_TABLE_NAME_LEN + VARSTR_HEADER_SIZE] = {0};

14,078✔

5892

  code = pAPI->metaFn.getTableNameByUid(pInfo->readHandle.vnode, stbUid, stbName);

14,078✔

5893

  QUERY_CHECK_CODE(code, lino, _end);

14,078✔

5895

  char fullStbName[TSDB_TABLE_FNAME_LEN] = {0};

14,078✔

5896

  if (pSupp->groupByDbName) {

14,078✔

5897

    (void)snprintf(fullStbName, TSDB_TABLE_FNAME_LEN, "%s.%s", dbName, varDataVal(stbName));

6,576✔

5899

    (void)snprintf(fullStbName, TSDB_TABLE_FNAME_LEN, "%s", varDataVal(stbName));

7,502✔

5902

  uint64_t groupId = calcGroupId(fullStbName, strlen(fullStbName));

14,078✔

5903

  pRes->info.id.groupId = groupId;

14,078✔

5905

  int64_t ctbNum = 0;

14,078✔

5906

  code = pAPI->metaFn.getNumOfChildTables(pInfo->readHandle.vnode, stbUid, &ctbNum, NULL, NULL);

14,078✔

5907

  QUERY_CHECK_CODE(code, lino, _end);

14,078✔

5908

  code = fillTableCountScanDataBlock(pSupp, dbName, varDataVal(stbName), ctbNum, pRes);

14,078✔

5909

  QUERY_CHECK_CODE(code, lino, _end);

14,078✔

5911

_end:

14,078✔

5912

  if (code != TSDB_CODE_SUCCESS) {

14,078✔

5915

  return code;

14,078✔

5918

static void destoryTableCountScanOperator(void* param) {

26,457✔

5919

  STableCountScanOperatorInfo* pTableCountScanInfo = param;

26,457✔

5920

  blockDataDestroy(pTableCountScanInfo->pRes);

26,457✔

5922

  taosArrayDestroy(pTableCountScanInfo->stbUidList);

26,457✔

5923

  taosMemoryFreeClear(param);

26,457✔

5924

26,457✔

taosdata / TDengine / #4935

Source File
Press 'n' to go to next uncovered line, 'b' for previous

taosdata / TDengine / #4935

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous