taosdata/TDengine | Build 3633 | source/libs/executor/src/scanoperator.c | Coveralls

74

bool processBlockWithProbability(const SSampleExecInfo* pInfo) {

×

83

  return true;

×

87

static void switchCtxOrder(SqlFunctionCtx* pCtx, int32_t numOfOutput) {

×

88

  for (int32_t i = 0; i < numOfOutput; ++i) {

×

89

    SWITCH_ORDER(pCtx[i].order);

×

91

×

93

static int32_t overlapWithTimeWindow(SInterval* pInterval, SDataBlockInfo* pBlockInfo, int32_t order, bool* overlap) {

×

94

  int32_t     code = TSDB_CODE_SUCCESS;

×

95

  STimeWindow w = {0};

×

98

  if (pInterval->interval == 0) {

×

99

    *overlap = false;

×

100

    return code;

×

103

  if (order == TSDB_ORDER_ASC) {

×

104

    w = getAlignQueryTimeWindow(pInterval, pBlockInfo->window.skey);

×

105

    if (w.ekey < pBlockInfo->window.skey) {

×

106

      qError("w.ekey:%" PRId64 " < pBlockInfo->window.skey:%" PRId64, w.ekey, pBlockInfo->window.skey);

×

107

      return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;

×

110

    if (w.ekey < pBlockInfo->window.ekey) {

×

111

      *overlap = true;

×

112

      return code;

×

116

      getNextTimeWindow(pInterval, &w, order);

×

117

      if (w.skey > pBlockInfo->window.ekey) {

×

118

        break;

×

121

      if (w.ekey <= pBlockInfo->window.ekey) {

×

122

        qError("w.ekey:%" PRId64 " <= pBlockInfo->window.ekey:%" PRId64, w.ekey, pBlockInfo->window.ekey);

×

123

        return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;

×

125

      if (TMAX(w.skey, pBlockInfo->window.skey) <= pBlockInfo->window.ekey) {

×

126

        *overlap = true;

×

127

        return code;

×

131

    w = getAlignQueryTimeWindow(pInterval, pBlockInfo->window.ekey);

×

132

    if (w.skey > pBlockInfo->window.ekey) {

×

133

      qError("w.skey:%" PRId64 " > pBlockInfo->window.skey:%" PRId64, w.skey, pBlockInfo->window.ekey);

×

134

      return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;

×

137

    if (w.skey > pBlockInfo->window.skey) {

×

138

      *overlap = true;

×

139

      return code;

×

143

      getNextTimeWindow(pInterval, &w, order);

×

144

      if (w.ekey < pBlockInfo->window.skey) {

×

145

        break;

×

148

      if (w.skey >= pBlockInfo->window.skey) {

×

149

        qError("w.skey:%" PRId64 " >= pBlockInfo->window.skey:%" PRId64, w.skey, pBlockInfo->window.skey);

×

150

        return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;

×

152

      if (pBlockInfo->window.skey <= TMIN(w.ekey, pBlockInfo->window.ekey)) {

×

153

        *overlap = true;

×

154

        return code;

×

159

  *overlap = false;

×

160

  return code;

×

164

static SResultRow* getTableGroupOutputBuf(SOperatorInfo* pOperator, uint64_t groupId, SFilePage** pPage) {

×

165

  if (pOperator->operatorType != QUERY_NODE_PHYSICAL_PLAN_TABLE_SCAN) {

×

166

    return NULL;

×

169

  int64_t buf[2] = {0};

×

170

  SET_RES_WINDOW_KEY((char*)buf, &groupId, sizeof(groupId), groupId);

×

172

  STableScanInfo* pTableScanInfo = pOperator->info;

×

174

  SResultRowPosition* p1 = (SResultRowPosition*)tSimpleHashGet(pTableScanInfo->base.pdInfo.pAggSup->pResultRowHashTable,

×

177

  if (p1 == NULL) {

×

178

    return NULL;

×

181

  *pPage = getBufPage(pTableScanInfo->base.pdInfo.pAggSup->pResultBuf, p1->pageId);

×

182

  if (NULL == *pPage) {

×

183

    return NULL;

×

186

  return (SResultRow*)((char*)(*pPage) + p1->offset);

×

189

static int32_t insertTableToScanIgnoreList(STableScanInfo* pTableScanInfo, uint64_t uid) {

×

190

  if (NULL == pTableScanInfo->pIgnoreTables) {

×

191

    int32_t tableNum = taosArrayGetSize(pTableScanInfo->base.pTableListInfo->pTableList);

×

192

    pTableScanInfo->pIgnoreTables =

×

193

        taosHashInit(tableNum, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT), true, HASH_NO_LOCK);

×

194

    if (NULL == pTableScanInfo->pIgnoreTables) {

×

195

      return terrno;

×

199

  int32_t tempRes = taosHashPut(pTableScanInfo->pIgnoreTables, &uid, sizeof(uid), &pTableScanInfo->scanTimes,

×

201

  if (tempRes != TSDB_CODE_SUCCESS && tempRes != TSDB_CODE_DUP_KEY) {

×

202

    qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(tempRes));

×

203

    return tempRes;

×

205

  return TSDB_CODE_SUCCESS;

×

208

static int32_t doDynamicPruneDataBlock(SOperatorInfo* pOperator, SDataBlockInfo* pBlockInfo, uint32_t* status) {

×

209

  STableScanInfo* pTableScanInfo = pOperator->info;

×

210

  int32_t         code = TSDB_CODE_SUCCESS;

×

212

  if (pTableScanInfo->base.pdInfo.pExprSup == NULL) {

×

213

    return TSDB_CODE_SUCCESS;

×

216

  SExprSupp* pSup1 = pTableScanInfo->base.pdInfo.pExprSup;

×

218

  SFilePage*  pPage = NULL;

×

219

  SResultRow* pRow = getTableGroupOutputBuf(pOperator, pBlockInfo->id.groupId, &pPage);

×

221

  if (pRow == NULL) {

×

222

    return TSDB_CODE_SUCCESS;

×

225

  bool notLoadBlock = true;

×

226

  for (int32_t i = 0; i < pSup1->numOfExprs; ++i) {

×

227

    int32_t functionId = pSup1->pCtx[i].functionId;

×

229

    SResultRowEntryInfo* pEntry = getResultEntryInfo(pRow, i, pTableScanInfo->base.pdInfo.pExprSup->rowEntryInfoOffset);

×

231

    EFuncDataRequired reqStatus = fmFuncDynDataRequired(functionId, pEntry, pBlockInfo);

×

232

    if (reqStatus != FUNC_DATA_REQUIRED_NOT_LOAD) {

×

233

      notLoadBlock = false;

×

234

      break;

×

239

  releaseBufPage(pTableScanInfo->base.pdInfo.pAggSup->pResultBuf, pPage);

×

241

  if (notLoadBlock) {

×

242

    *status = FUNC_DATA_REQUIRED_NOT_LOAD;

×

243

    code = insertTableToScanIgnoreList(pTableScanInfo, pBlockInfo->id.uid);

×

246

  return code;

×

249

static int32_t doFilterByBlockSMA(SFilterInfo* pFilterInfo, SColumnDataAgg* pColsAgg, int32_t numOfCols,

×

251

  if (pColsAgg == NULL || pFilterInfo == NULL) {

×

252

    *keep = true;

×

253

    return TSDB_CODE_SUCCESS;

×

256

  return filterRangeExecute(pFilterInfo, pColsAgg, numOfCols, numOfRows, keep);

×

259

static int32_t doLoadBlockSMA(STableScanBase* pTableScanInfo, SSDataBlock* pBlock, SExecTaskInfo* pTaskInfo,

×

261

  SStorageAPI* pAPI = &pTaskInfo->storageAPI;

×

262

  bool         allColumnsHaveAgg = true;

×

263

  bool         hasNullSMA = false;

×

264

  if (pLoad != NULL) {

×

265

    *pLoad = false;

×

268

  int32_t code = pAPI->tsdReader.tsdReaderRetrieveBlockSMAInfo(pTableScanInfo->dataReader, pBlock, &allColumnsHaveAgg,

×

270

  if (code != TSDB_CODE_SUCCESS) {

×

271

    return code;

×

274

  if (!allColumnsHaveAgg || hasNullSMA) {

×

275

    *pLoad = false;

×

277

    *pLoad = true;

×

280

  return code;

×

283

static int32_t doSetTagColumnData(STableScanBase* pTableScanInfo, SSDataBlock* pBlock, SExecTaskInfo* pTaskInfo,

×

285

  int32_t    code = 0;

×

286

  SExprSupp* pSup = &pTableScanInfo->pseudoSup;

×

287

  if (pSup->numOfExprs > 0) {

×

288

    code = addTagPseudoColumnData(&pTableScanInfo->readHandle, pSup->pExprInfo, pSup->numOfExprs, pBlock, rows,

×

291

    if (code == TSDB_CODE_PAR_TABLE_NOT_EXIST) {

×

292

      if (pTaskInfo->streamInfo.pState) blockDataCleanup(pBlock);

×

293

      code = 0;

×

297

  return code;

×

300

bool applyLimitOffset(SLimitInfo* pLimitInfo, SSDataBlock* pBlock, SExecTaskInfo* pTaskInfo) {

×

301

  SLimit*     pLimit = &pLimitInfo->limit;

×

302

  const char* id = GET_TASKID(pTaskInfo);

×

304

  if (pLimitInfo->remainOffset > 0) {

×

305

    if (pLimitInfo->remainOffset >= pBlock->info.rows) {

×

306

      pLimitInfo->remainOffset -= pBlock->info.rows;

×

307

      blockDataEmpty(pBlock);

×

308

      qDebug("current block ignore due to offset, current:%" PRId64 ", %s", pLimitInfo->remainOffset, id);

×

309

      return false;

×

311

      int32_t code = blockDataTrimFirstRows(pBlock, pLimitInfo->remainOffset);

×

312

      if (code != TSDB_CODE_SUCCESS) {

×

313

        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code));

×

314

        pTaskInfo->code = code;

×

315

        T_LONG_JMP(pTaskInfo->env, code);

×

317

      pLimitInfo->remainOffset = 0;

×

321

  if (pLimit->limit != -1 && pLimit->limit <= (pLimitInfo->numOfOutputRows + pBlock->info.rows)) {

×

323

    int32_t keep = (int32_t)(pLimit->limit - pLimitInfo->numOfOutputRows);

×

324

    blockDataKeepFirstNRows(pBlock, keep);

×

326

    pLimitInfo->numOfOutputRows += pBlock->info.rows;

×

327

    qDebug("output limit %" PRId64 " has reached, %s", pLimit->limit, id);

×

328

    return true;

×

331

  pLimitInfo->numOfOutputRows += pBlock->info.rows;

×

332

  return false;

×

335

static int32_t loadDataBlock(SOperatorInfo* pOperator, STableScanBase* pTableScanInfo, SSDataBlock* pBlock,

×

337

  int32_t        code = TSDB_CODE_SUCCESS;

×

338

  int32_t        lino = 0;

×

339

  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;

×

340

  SStorageAPI*   pAPI = &pTaskInfo->storageAPI;

×

341

  bool           loadSMA = false;

×

343

  SFileBlockLoadRecorder* pCost = &pTableScanInfo->readRecorder;

×

345

  pCost->totalBlocks += 1;

×

346

  pCost->totalRows += pBlock->info.rows;

×

347

  *status = pTableScanInfo->dataBlockLoadFlag;

×

349

  if (pOperator->exprSupp.pFilterInfo != NULL) {

×

350

    (*status) = FUNC_DATA_REQUIRED_DATA_LOAD;

×

352

    bool overlap = false;

×

354

        overlapWithTimeWindow(&pTableScanInfo->pdInfo.interval, &pBlock->info, pTableScanInfo->cond.order, &overlap);

×

355

    if (ret != TSDB_CODE_SUCCESS) {

×

356

      return ret;

×

358

    if (overlap) {

×

359

      (*status) = FUNC_DATA_REQUIRED_DATA_LOAD;

×

363

  SDataBlockInfo* pBlockInfo = &pBlock->info;

×

364

  taosMemoryFreeClear(pBlock->pBlockAgg);

×

366

  if (*status == FUNC_DATA_REQUIRED_FILTEROUT) {

×

367

    qDebug("%s data block filter out, brange:%" PRId64 "-%" PRId64 ", rows:%" PRId64, GET_TASKID(pTaskInfo),

×

369

    pCost->filterOutBlocks += 1;

×

370

    pCost->totalRows += pBlock->info.rows;

×

371

    pAPI->tsdReader.tsdReaderReleaseDataBlock(pTableScanInfo->dataReader);

×

372

    return TSDB_CODE_SUCCESS;

×

373

  } else if (*status == FUNC_DATA_REQUIRED_NOT_LOAD) {

×

374

    qDebug("%s data block skipped, brange:%" PRId64 "-%" PRId64 ", rows:%" PRId64 ", uid:%" PRIu64,

×

377

    code = doSetTagColumnData(pTableScanInfo, pBlock, pTaskInfo, pBlock->info.rows);

×

378

    pCost->skipBlocks += 1;

×

379

    pAPI->tsdReader.tsdReaderReleaseDataBlock(pTableScanInfo->dataReader);

×

380

    return code;

×

381

  } else if (*status == FUNC_DATA_REQUIRED_SMA_LOAD) {

×

382

    pCost->loadBlockStatis += 1;

×

383

    loadSMA = true;  // mark the operation of load sma;

×

384

    bool success = true;

×

385

    code = doLoadBlockSMA(pTableScanInfo, pBlock, pTaskInfo, &success);

×

386

    if (code) {

×

387

      pAPI->tsdReader.tsdReaderReleaseDataBlock(pTableScanInfo->dataReader);

×

388

      qError("%s failed to retrieve sma info", GET_TASKID(pTaskInfo));

×

389

      QUERY_CHECK_CODE(code, lino, _end);

×

392

    if (success) {  // failed to load the block sma data, data block statistics does not exist, load data block instead

×

393

      qDebug("%s data block SMA loaded, brange:%" PRId64 "-%" PRId64 ", rows:%" PRId64, GET_TASKID(pTaskInfo),

×

395

      code = doSetTagColumnData(pTableScanInfo, pBlock, pTaskInfo, pBlock->info.rows);

×

396

      pAPI->tsdReader.tsdReaderReleaseDataBlock(pTableScanInfo->dataReader);

×

397

      return code;

×

399

      qDebug("%s failed to load SMA, since not all columns have SMA", GET_TASKID(pTaskInfo));

×

400

      *status = FUNC_DATA_REQUIRED_DATA_LOAD;

×

404

  if (*status != FUNC_DATA_REQUIRED_DATA_LOAD) {

×

405

    pAPI->tsdReader.tsdReaderReleaseDataBlock(pTableScanInfo->dataReader);

×

406

    qError("%s loadDataBlock invalid status:%d", GET_TASKID(pTaskInfo), *status);

×

407

    return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;

×

411

  if (pOperator->exprSupp.pFilterInfo != NULL && (!loadSMA)) {

×

412

    bool success = true;

×

413

    code = doLoadBlockSMA(pTableScanInfo, pBlock, pTaskInfo, &success);

×

414

    if (code) {

×

415

      pAPI->tsdReader.tsdReaderReleaseDataBlock(pTableScanInfo->dataReader);

×

416

      qError("%s failed to retrieve sma info", GET_TASKID(pTaskInfo));

×

417

      QUERY_CHECK_CODE(code, lino, _end);

×

420

    if (success) {

×

421

      size_t size = taosArrayGetSize(pBlock->pDataBlock);

×

422

      bool   keep = false;

×

423

      code = doFilterByBlockSMA(pOperator->exprSupp.pFilterInfo, pBlock->pBlockAgg, size, pBlockInfo->rows, &keep);

×

424

      if (code) {

×

425

        pAPI->tsdReader.tsdReaderReleaseDataBlock(pTableScanInfo->dataReader);

×

426

        qError("%s failed to do filter by block sma, code:%s", GET_TASKID(pTaskInfo), tstrerror(code));

×

427

        QUERY_CHECK_CODE(code, lino, _end);

×

430

      if (!keep) {

×

431

        qDebug("%s data block filter out by block SMA, brange:%" PRId64 "-%" PRId64 ", rows:%" PRId64,

×

433

        pCost->filterOutBlocks += 1;

×

434

        (*status) = FUNC_DATA_REQUIRED_FILTEROUT;

×

435

        taosMemoryFreeClear(pBlock->pBlockAgg);

×

437

        pAPI->tsdReader.tsdReaderReleaseDataBlock(pTableScanInfo->dataReader);

×

438

        return TSDB_CODE_SUCCESS;

×

444

  taosMemoryFreeClear(pBlock->pBlockAgg);

×

447

  code = doDynamicPruneDataBlock(pOperator, pBlockInfo, status);

×

448

  if (code) {

×

449

    pAPI->tsdReader.tsdReaderReleaseDataBlock(pTableScanInfo->dataReader);

×

450

    QUERY_CHECK_CODE(code, lino, _end);

×

453

  if (*status == FUNC_DATA_REQUIRED_NOT_LOAD) {

×

454

    qDebug("%s data block skipped due to dynamic prune, brange:%" PRId64 "-%" PRId64 ", rows:%" PRId64,

×

456

    pCost->skipBlocks += 1;

×

457

    pAPI->tsdReader.tsdReaderReleaseDataBlock(pTableScanInfo->dataReader);

×

459

    STableScanInfo* p1 = pOperator->info;

×

460

    if (taosHashGetSize(p1->pIgnoreTables) == taosArrayGetSize(p1->base.pTableListInfo->pTableList)) {

×

461

      *status = FUNC_DATA_REQUIRED_ALL_FILTEROUT;

×

463

      *status = FUNC_DATA_REQUIRED_FILTEROUT;

×

465

    return TSDB_CODE_SUCCESS;

×

468

  pCost->totalCheckedRows += pBlock->info.rows;

×

469

  pCost->loadBlocks += 1;

×

471

  SSDataBlock* p = NULL;

×

472

  code = pAPI->tsdReader.tsdReaderRetrieveDataBlock(pTableScanInfo->dataReader, &p, NULL);

×

473

  if (p == NULL || code != TSDB_CODE_SUCCESS || p != pBlock) {

×

474

    return code;

×

477

  code = doSetTagColumnData(pTableScanInfo, pBlock, pTaskInfo, pBlock->info.rows);

×

478

  if (code) {

×

479

    return code;

×

483

  pCost->totalRows -= pBlock->info.rows;

×

485

  if (pOperator->exprSupp.pFilterInfo != NULL) {

×

486

    code = doFilter(pBlock, pOperator->exprSupp.pFilterInfo, &pTableScanInfo->matchInfo);

×

487

    QUERY_CHECK_CODE(code, lino, _end);

×

489

    int64_t st = taosGetTimestampUs();

×

490

    double  el = (taosGetTimestampUs() - st) / 1000.0;

×

491

    pTableScanInfo->readRecorder.filterTime += el;

×

493

    if (pBlock->info.rows == 0) {

×

494

      pCost->filterOutBlocks += 1;

×

495

      qDebug("%s data block filter out, brange:%" PRId64 "-%" PRId64 ", rows:%" PRId64 ", elapsed time:%.2f ms",

×

498

      qDebug("%s data block filter applied, elapsed time:%.2f ms", GET_TASKID(pTaskInfo), el);

×

502

  bool limitReached = applyLimitOffset(&pTableScanInfo->limitInfo, pBlock, pTaskInfo);

×

503

  if (limitReached) {  // set operator flag is done

×

504

    setOperatorCompleted(pOperator);

×

507

  pCost->totalRows += pBlock->info.rows;

×

509

_end:

×

510

  if (code != TSDB_CODE_SUCCESS) {

×

511

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

513

  return code;

×

516

static void prepareForDescendingScan(STableScanBase* pTableScanInfo, SqlFunctionCtx* pCtx, int32_t numOfOutput) {

×

517

  SET_REVERSE_SCAN_FLAG(pTableScanInfo);

×

519

  switchCtxOrder(pCtx, numOfOutput);

×

520

  pTableScanInfo->cond.order = TSDB_ORDER_DESC;

×

521

  STimeWindow* pTWindow = &pTableScanInfo->cond.twindows;

×

522

  TSWAP(pTWindow->skey, pTWindow->ekey);

×

523

×

530

static void freeTableCachedVal(void* param) {

×

531

  if (param == NULL) {

×

532

    return;

×

535

  STableCachedVal* pVal = param;

×

536

  taosMemoryFree((void*)pVal->pName);

×

537

  taosMemoryFree(pVal->pTags);

×

538

  taosMemoryFree(pVal);

×

541

static int32_t createTableCacheVal(const SMetaReader* pMetaReader, STableCachedVal** ppResVal) {

×

542

  int32_t          code = TSDB_CODE_SUCCESS;

×

543

  int32_t          lino = 0;

×

544

  STableCachedVal* pVal = taosMemoryMalloc(sizeof(STableCachedVal));

×

545

  QUERY_CHECK_NULL(pVal, code, lino, _end, terrno);

×

547

  pVal->pTags = NULL;

×

548

  pVal->pName = taosStrdup(pMetaReader->me.name);

×

549

  QUERY_CHECK_NULL(pVal->pName, code, lino, _end, terrno);

×

552

  if (pMetaReader->me.type == TSDB_CHILD_TABLE) {

×

553

    STag* pTag = (STag*)pMetaReader->me.ctbEntry.pTags;

×

554

    pVal->pTags = taosMemoryMalloc(pTag->len);

×

555

    QUERY_CHECK_NULL(pVal->pTags, code, lino, _end, terrno);

×

556

    memcpy(pVal->pTags, pTag, pTag->len);

×

559

  (*ppResVal) = pVal;

×

561

_end:

×

562

  if (code != TSDB_CODE_SUCCESS) {

×

563

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

564

    freeTableCachedVal(pVal);

×

566

  return code;

×

570

static void freeCachedMetaItem(const void* key, size_t keyLen, void* value, void* ud) {

×

574

  freeTableCachedVal(value);

×

575

×

577

static void doSetNullValue(SSDataBlock* pBlock, const SExprInfo* pExpr, int32_t numOfExpr) {

×

578

  for (int32_t j = 0; j < numOfExpr; ++j) {

×

579

    int32_t dstSlotId = pExpr[j].base.resSchema.slotId;

×

581

    SColumnInfoData* pColInfoData = taosArrayGet(pBlock->pDataBlock, dstSlotId);

×

582

    colDataSetNNULL(pColInfoData, 0, pBlock->info.rows);

×

584

×

586

static void freeTableCachedValObj(STableCachedVal* pVal) {

×

587

  taosMemoryFree((void*)pVal->pName);

×

588

  taosMemoryFree(pVal->pTags);

×

589

×

591

int32_t addTagPseudoColumnData(SReadHandle* pHandle, const SExprInfo* pExpr, int32_t numOfExpr, SSDataBlock* pBlock,

×

593

  int32_t          code = TSDB_CODE_SUCCESS;

×

594

  int32_t          lino = 0;

×

595

  bool             freeReader = false;

×

596

  LRUHandle*       h = NULL;

×

597

  STableCachedVal  val = {0};

×

598

  SMetaReader      mr = {0};

×

599

  const char*      idStr = pTask->id.str;

×

600

  int32_t          insertRet = TAOS_LRU_STATUS_OK;

×

601

  STableCachedVal* pVal = NULL;

×

604

  if (numOfExpr <= 0) {

×

605

    return TSDB_CODE_SUCCESS;

×

611

  int32_t backupRows = pBlock->info.rows;

×

612

  pBlock->info.rows = rows;

×

618

  if (pCache == NULL) {

×

619

    pHandle->api.metaReaderFn.initReader(&mr, pHandle->vnode, META_READER_LOCK, &pHandle->api.metaFn);

×

620

    code = pHandle->api.metaReaderFn.getEntryGetUidCache(&mr, pBlock->info.id.uid);

×

621

    if (code != TSDB_CODE_SUCCESS) {

×

623

      if (code == TSDB_CODE_PAR_TABLE_NOT_EXIST) {

×

624

        qWarn("failed to get table meta, table may have been dropped, uid:0x%" PRIx64 ", code:%s, %s",

×

628

        doSetNullValue(pBlock, pExpr, numOfExpr);

×

630

        qError("failed to get table meta, uid:0x%" PRIx64 ", code:%s, %s", pBlock->info.id.uid, tstrerror(code), idStr);

×

632

      pHandle->api.metaReaderFn.clearReader(&mr);

×

633

      return code;

×

636

    pHandle->api.metaReaderFn.readerReleaseLock(&mr);

×

638

    val.pName = mr.me.name;

×

639

    val.pTags = (STag*)mr.me.ctbEntry.pTags;

×

641

    freeReader = true;

×

643

    pCache->metaFetch += 1;

×

645

    h = taosLRUCacheLookup(pCache->pTableMetaEntryCache, &pBlock->info.id.uid, sizeof(pBlock->info.id.uid));

×

646

    if (h == NULL) {

×

647

      pHandle->api.metaReaderFn.initReader(&mr, pHandle->vnode, META_READER_LOCK, &pHandle->api.metaFn);

×

648

      freeReader = true;

×

649

      code = pHandle->api.metaReaderFn.getEntryGetUidCache(&mr, pBlock->info.id.uid);

×

650

      if (code != TSDB_CODE_SUCCESS) {

×

651

        if (code == TSDB_CODE_PAR_TABLE_NOT_EXIST) {

×

652

          qWarn("failed to get table meta, table may have been dropped, uid:0x%" PRIx64 ", code:%s, %s",

×

655

          doSetNullValue(pBlock, pExpr, numOfExpr);

×

657

          qError("failed to get table meta, uid:0x%" PRIx64 ", code:%s, %s", pBlock->info.id.uid, tstrerror(code),

×

660

        pHandle->api.metaReaderFn.clearReader(&mr);

×

661

        return code;

×

664

      pHandle->api.metaReaderFn.readerReleaseLock(&mr);

×

666

      code = createTableCacheVal(&mr, &pVal);

×

667

      QUERY_CHECK_CODE(code, lino, _end);

×

669

      val = *pVal;

×

671

      pCache->cacheHit += 1;

×

672

      STableCachedVal* pValTmp = taosLRUCacheValue(pCache->pTableMetaEntryCache, h);

×

673

      val = *pValTmp;

×

675

      bool bRes = taosLRUCacheRelease(pCache->pTableMetaEntryCache, h, false);

×

676

      qTrace("release LRU cache, res %d", bRes);

×

679

    qDebug("retrieve table meta from cache:%" PRIu64 ", hit:%" PRIu64 " miss:%" PRIu64 ", %s", pCache->metaFetch,

×

683

  for (int32_t j = 0; j < numOfExpr; ++j) {

×

684

    const SExprInfo* pExpr1 = &pExpr[j];

×

685

    int32_t          dstSlotId = pExpr1->base.resSchema.slotId;

×

687

    SColumnInfoData* pColInfoData = taosArrayGet(pBlock->pDataBlock, dstSlotId);

×

688

    colInfoDataCleanup(pColInfoData, pBlock->info.rows);

×

690

    int32_t functionId = pExpr1->pExpr->_function.functionId;

×

693

    if (fmIsScanPseudoColumnFunc(functionId)) {

×

694

      int32_t fType = pExpr1->pExpr->_function.functionType;

×

695

      if (fType == FUNCTION_TYPE_TBNAME) {

×

696

        code = setTbNameColData(pBlock, pColInfoData, functionId, val.pName);

×

697

        QUERY_CHECK_CODE(code, lino, _end);

×

698

      } else if (fType == FUNCTION_TYPE_VGID) {

×

699

        code = setVgIdColData(pBlock, pColInfoData, functionId, pTask->id.vgId);

×

700

        QUERY_CHECK_CODE(code, lino, _end);

×

701

      } else if (fType == FUNCTION_TYPE_VGVER) {

×

702

        code = setVgVerColData(pBlock, pColInfoData, functionId, pBlock->info.version);

×

703

        QUERY_CHECK_CODE(code, lino, _end);

×

706

      STagVal tagVal = {0};

×

707

      tagVal.cid = pExpr1->base.pParam[0].pCol->colId;

×

708

      const char* p = pHandle->api.metaFn.extractTagVal(val.pTags, pColInfoData->info.type, &tagVal);

×

710

      char* data = NULL;

×

711

      if (pColInfoData->info.type != TSDB_DATA_TYPE_JSON && p != NULL) {

×

712

        data = tTagValToData((const STagVal*)p, false);

×

714

        data = (char*)p;

×

717

      bool isNullVal = (data == NULL) || (pColInfoData->info.type == TSDB_DATA_TYPE_JSON && tTagIsJsonNull(data));

×

718

      if (isNullVal) {

×

719

        colDataSetNNULL(pColInfoData, 0, pBlock->info.rows);

×

720

      } else if (pColInfoData->info.type != TSDB_DATA_TYPE_JSON) {

×

721

        code = colDataSetNItems(pColInfoData, 0, data, pBlock->info.rows, false);

×

722

        if (IS_VAR_DATA_TYPE(((const STagVal*)p)->type)) {

×

723

          taosMemoryFree(data);

×

725

        QUERY_CHECK_CODE(code, lino, _end);

×

727

        for (int32_t i = 0; i < pBlock->info.rows; ++i) {

×

728

          code = colDataSetVal(pColInfoData, i, data, false);

×

729

          QUERY_CHECK_CODE(code, lino, _end);

×

736

  pBlock->info.rows = backupRows;

×

738

_end:

×

740

  if (NULL != pVal) {

×

741

    insertRet = taosLRUCacheInsert(pCache->pTableMetaEntryCache, &pBlock->info.id.uid, sizeof(uint64_t), pVal,

×

743

    if (insertRet != TAOS_LRU_STATUS_OK) {

×

744

      qWarn("failed to put meta into lru cache, code:%d, %s", insertRet, idStr);

×

748

  if (freeReader) {

×

749

    pHandle->api.metaReaderFn.clearReader(&mr);

×

751

  if (code != TSDB_CODE_SUCCESS) {

×

752

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

754

  return code;

×

757

int32_t setTbNameColData(const SSDataBlock* pBlock, SColumnInfoData* pColInfoData, int32_t functionId,

×

759

  int32_t                     code = TSDB_CODE_SUCCESS;

×

760

  int32_t                     lino = 0;

×

761

  struct SScalarFuncExecFuncs fpSet = {0};

×

762

  code = fmGetScalarFuncExecFuncs(functionId, &fpSet);

×

763

  QUERY_CHECK_CODE(code, lino, _end);

×

765

  size_t len = TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE;

×

766

  char   buf[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};

×

767

  STR_TO_VARSTR(buf, name)

×

769

  SColumnInfoData infoData = createColumnInfoData(TSDB_DATA_TYPE_VARCHAR, len, 1);

×

771

  code = colInfoDataEnsureCapacity(&infoData, 1, false);

×

772

  QUERY_CHECK_CODE(code, lino, _end);

×

774

  code = colDataSetVal(&infoData, 0, buf, false);

×

775

  QUERY_CHECK_CODE(code, lino, _end);

×

777

  SScalarParam srcParam = {.numOfRows = pBlock->info.rows, .columnData = &infoData};

×

778

  SScalarParam param = {.columnData = pColInfoData};

×

780

  if (fpSet.process != NULL) {

×

781

    code = fpSet.process(&srcParam, 1, &param);

×

782

    QUERY_CHECK_CODE(code, lino, _end);

×

784

    qError("failed to get the corresponding callback function, functionId:%d", functionId);

×

787

  colDataDestroy(&infoData);

×

789

_end:

×

790

  if (code != TSDB_CODE_SUCCESS) {

×

791

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

793

  return code;

×

796

int32_t setVgIdColData(const SSDataBlock* pBlock, SColumnInfoData* pColInfoData, int32_t functionId, int32_t vgId) {

×

797

  int32_t                     code = TSDB_CODE_SUCCESS;

×

798

  int32_t                     lino = 0;

×

799

  struct SScalarFuncExecFuncs fpSet = {0};

×

800

  code = fmGetScalarFuncExecFuncs(functionId, &fpSet);

×

801

  QUERY_CHECK_CODE(code, lino, _end);

×

803

  SColumnInfoData infoData = createColumnInfoData(pColInfoData->info.type, pColInfoData->info.bytes, 1);

×

805

  code = colInfoDataEnsureCapacity(&infoData, 1, false);

×

806

  QUERY_CHECK_CODE(code, lino, _end);

×

808

  code = colDataSetVal(&infoData, 0, (const char*)&vgId, false);

×

809

  QUERY_CHECK_CODE(code, lino, _end);

×

811

  SScalarParam srcParam = {.numOfRows = pBlock->info.rows, .columnData = &infoData};

×

812

  SScalarParam param = {.columnData = pColInfoData};

×

814

  if (fpSet.process != NULL) {

×

815

    code = fpSet.process(&srcParam, 1, &param);

×

816

    QUERY_CHECK_CODE(code, lino, _end);

×

818

    qError("failed to get the corresponding callback function, functionId:%d", functionId);

×

821

_end:

×

822

  colDataDestroy(&infoData);

×

823

  if (code != TSDB_CODE_SUCCESS) {

×

824

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

826

  return code;

×

829

int32_t setVgVerColData(const SSDataBlock* pBlock, SColumnInfoData* pColInfoData, int32_t functionId, int64_t vgVer) {

×

830

  int32_t                     code = TSDB_CODE_SUCCESS;

×

831

  int32_t                     lino = 0;

×

832

  struct SScalarFuncExecFuncs fpSet = {0};

×

833

  code = fmGetScalarFuncExecFuncs(functionId, &fpSet);

×

834

  QUERY_CHECK_CODE(code, lino, _end);

×

836

  SColumnInfoData infoData = createColumnInfoData(pColInfoData->info.type, pColInfoData->info.bytes, 1);

×

838

  code = colInfoDataEnsureCapacity(&infoData, 1, false);

×

839

  QUERY_CHECK_CODE(code, lino, _end);

×

841

  code = colDataSetVal(&infoData, 0, (const char*)&vgVer, false);

×

842

  QUERY_CHECK_CODE(code, lino, _end);

×

844

  SScalarParam srcParam = {.numOfRows = pBlock->info.rows, .columnData = &infoData};

×

845

  SScalarParam param = {.columnData = pColInfoData};

×

847

  if (fpSet.process != NULL) {

×

848

    code = fpSet.process(&srcParam, 1, &param);

×

849

    QUERY_CHECK_CODE(code, lino, _end);

×

851

    qError("failed to get the corresponding callback function, functionId:%d", functionId);

×

854

_end:

×

855

  colDataDestroy(&infoData);

×

856

  if (code != TSDB_CODE_SUCCESS) {

×

857

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

859

  return code;

×

862

static int32_t initNextGroupScan(STableScanInfo* pInfo, STableKeyInfo** pKeyInfo, int32_t* size) {

×

863

  int32_t code = TSDB_CODE_SUCCESS;

×

864

  int32_t lino = 0;

×

865

  code = tableListGetGroupList(pInfo->base.pTableListInfo, pInfo->currentGroupId, pKeyInfo, size);

×

866

  QUERY_CHECK_CODE(code, lino, _end);

×

868

  pInfo->tableStartIndex = TARRAY_ELEM_IDX(pInfo->base.pTableListInfo->pTableList, *pKeyInfo);

×

869

  pInfo->tableEndIndex = (pInfo->tableStartIndex + (*size) - 1);

×

870

  pInfo->pResBlock->info.blankFill = false;

×

871

  taosMemoryFreeClear(pInfo->pResBlock->pBlockAgg);

×

873

  if (!pInfo->needCountEmptyTable) {

×

874

    pInfo->countState = TABLE_COUNT_STATE_END;

×

876

    pInfo->countState = TABLE_COUNT_STATE_SCAN;

×

879

_end:

×

880

  if (code != TSDB_CODE_SUCCESS) {

×

881

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

883

  return code;

×

886

void markGroupProcessed(STableScanInfo* pInfo, uint64_t groupId) {

×

887

  if (pInfo->countState == TABLE_COUNT_STATE_END) {

×

888

    return;

×

890

  if (pInfo->base.pTableListInfo->groupOffset) {

×

891

    pInfo->countState = TABLE_COUNT_STATE_PROCESSED;

×

893

    int32_t code = taosHashRemove(pInfo->base.pTableListInfo->remainGroups, &groupId, sizeof(groupId));

×

894

    if (code != TSDB_CODE_SUCCESS) {

×

895

      qDebug("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code));

×

900

static SSDataBlock* getOneRowResultBlock(SExecTaskInfo* pTaskInfo, STableScanBase* pBase, SSDataBlock* pBlock,

×

902

  blockDataEmpty(pBlock);

×

903

  pBlock->info.rows = 1;

×

904

  pBlock->info.id.uid = tbInfo->uid;

×

905

  pBlock->info.id.groupId = tbInfo->groupId;

×

906

  pBlock->info.blankFill = true;

×

909

  int32_t col_num = blockDataGetNumOfCols(pBlock);

×

910

  for (int32_t i = 0; i < col_num; ++i) {

×

911

    SColumnInfoData* pColInfoData = taosArrayGet(pBlock->pDataBlock, i);

×

916

  terrno = doSetTagColumnData(pBase, pBlock, pTaskInfo, 1);

×

918

  return pBlock;

×

921

static SSDataBlock* getBlockForEmptyTable(SOperatorInfo* pOperator, const STableKeyInfo* tbInfo) {

×

922

  STableScanInfo* pTableScanInfo = pOperator->info;

×

924

      getOneRowResultBlock(pOperator->pTaskInfo, &pTableScanInfo->base, pTableScanInfo->pResBlock, tbInfo);

×

926

  pOperator->resultInfo.totalRows++;

×

927

  return pBlock;

×

930

static int32_t doTableScanImplNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {

×

931

  int32_t         code = TSDB_CODE_SUCCESS;

×

932

  int32_t         lino = 0;

×

933

  STableScanInfo* pTableScanInfo = pOperator->info;

×

934

  SExecTaskInfo*  pTaskInfo = pOperator->pTaskInfo;

×

935

  SStorageAPI*    pAPI = &pTaskInfo->storageAPI;

×

936

  SSDataBlock*    pBlock = pTableScanInfo->pResBlock;

×

937

  bool            hasNext = false;

×

938

  int64_t         st = taosGetTimestampUs();

×

940

  QRY_PARAM_CHECK(ppRes);

×

941

  pBlock->info.dataLoad = false;

×

943

  while (true) {

×

944

    code = pAPI->tsdReader.tsdNextDataBlock(pTableScanInfo->base.dataReader, &hasNext);

×

945

    if (code != TSDB_CODE_SUCCESS) {

×

946

      pAPI->tsdReader.tsdReaderReleaseDataBlock(pTableScanInfo->base.dataReader);

×

947

      QUERY_CHECK_CODE(code, lino, _end);

×

950

    if (!hasNext) {

×

951

      break;

×

954

    if (isTaskKilled(pTaskInfo)) {

×

955

      pAPI->tsdReader.tsdReaderReleaseDataBlock(pTableScanInfo->base.dataReader);

×

956

      code = pTaskInfo->code;

×

957

      goto _end;

×

960

    if (pOperator->status == OP_EXEC_DONE) {

×

961

      pAPI->tsdReader.tsdReaderReleaseDataBlock(pTableScanInfo->base.dataReader);

×

962

      break;

×

966

    bool processThisBlock = processBlockWithProbability(&pTableScanInfo->sample);

×

967

    if (!processThisBlock) {

×

968

      continue;

×

971

    if (pBlock->info.id.uid) {

×

972

      pBlock->info.id.groupId = tableListGetTableGroupId(pTableScanInfo->base.pTableListInfo, pBlock->info.id.uid);

×

975

    uint32_t status = 0;

×

976

    code = loadDataBlock(pOperator, &pTableScanInfo->base, pBlock, &status);

×

977

    QUERY_CHECK_CODE(code, lino, _end);

×

979

    if (status == FUNC_DATA_REQUIRED_ALL_FILTEROUT) {

×

980

      break;

×

984

    if (status == FUNC_DATA_REQUIRED_FILTEROUT || pBlock->info.rows == 0) {

×

985

      continue;

×

988

    pOperator->resultInfo.totalRows = pTableScanInfo->base.readRecorder.totalRows;

×

989

    pTableScanInfo->base.readRecorder.elapsedTime += (taosGetTimestampUs() - st) / 1000.0;

×

991

    pOperator->cost.totalCost = pTableScanInfo->base.readRecorder.elapsedTime;

×

992

    pBlock->info.scanFlag = pTableScanInfo->base.scanFlag;

×

994

    (*ppRes) = pBlock;

×

995

    return code;

×

998

_end:

×

999

  if (code != TSDB_CODE_SUCCESS) {

×

1000

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

1001

    pTaskInfo->code = code;

×

1002

    T_LONG_JMP(pTaskInfo->env, code);

×

1004

  return code;

×

1007

static int32_t doGroupedTableScan(SOperatorInfo* pOperator, SSDataBlock** pBlock) {

×

1008

  int32_t         code = TSDB_CODE_SUCCESS;

×

1009

  int32_t         lino = 0;

×

1010

  STableScanInfo* pTableScanInfo = pOperator->info;

×

1011

  SExecTaskInfo*  pTaskInfo = pOperator->pTaskInfo;

×

1012

  SStorageAPI*    pAPI = &pTaskInfo->storageAPI;

×

1014

  QRY_PARAM_CHECK(pBlock);

×

1017

  if (pTableScanInfo->base.dataReader == NULL || pOperator->status == OP_EXEC_DONE) {

×

1018

    return code;

×

1022

  while (pTableScanInfo->scanTimes < pTableScanInfo->scanInfo.numOfAsc) {

×

1023

    SSDataBlock* p = NULL;

×

1024

    code = doTableScanImplNext(pOperator, &p);

×

1025

    QUERY_CHECK_CODE(code, lino, _end);

×

1027

    if (p != NULL) {

×

1028

      markGroupProcessed(pTableScanInfo, p->info.id.groupId);

×

1029

      *pBlock = p;

×

1030

      return code;

×

1033

    pTableScanInfo->scanTimes += 1;

×

1034

    taosHashClear(pTableScanInfo->pIgnoreTables);

×

1036

    if (pTableScanInfo->scanTimes < pTableScanInfo->scanInfo.numOfAsc) {

×

1037

      setTaskStatus(pTaskInfo, TASK_NOT_COMPLETED);

×

1038

      pTableScanInfo->base.scanFlag = MAIN_SCAN;

×

1039

      pTableScanInfo->base.dataBlockLoadFlag = FUNC_DATA_REQUIRED_DATA_LOAD;

×

1040

      qDebug("start to repeat ascending order scan data blocks due to query func required, %s", GET_TASKID(pTaskInfo));

×

1043

      code = pAPI->tsdReader.tsdReaderResetStatus(pTableScanInfo->base.dataReader, &pTableScanInfo->base.cond);

×

1044

      QUERY_CHECK_CODE(code, lino, _end);

×

1048

  int32_t total = pTableScanInfo->scanInfo.numOfAsc + pTableScanInfo->scanInfo.numOfDesc;

×

1049

  if (pTableScanInfo->scanTimes < total) {

×

1050

    if (pTableScanInfo->base.cond.order == TSDB_ORDER_ASC) {

×

1051

      prepareForDescendingScan(&pTableScanInfo->base, pOperator->exprSupp.pCtx, 0);

×

1052

      code = pAPI->tsdReader.tsdReaderResetStatus(pTableScanInfo->base.dataReader, &pTableScanInfo->base.cond);

×

1053

      QUERY_CHECK_CODE(code, lino, _end);

×

1054

      qDebug("%s start to descending order scan data blocks due to query func required", GET_TASKID(pTaskInfo));

×

1057

    while (pTableScanInfo->scanTimes < total) {

×

1058

      SSDataBlock* p = NULL;

×

1059

      code = doTableScanImplNext(pOperator, &p);

×

1060

      QUERY_CHECK_CODE(code, lino, _end);

×

1062

      if (p != NULL) {

×

1063

        markGroupProcessed(pTableScanInfo, p->info.id.groupId);

×

1064

        *pBlock = p;

×

1065

        return code;

×

1068

      pTableScanInfo->scanTimes += 1;

×

1069

      taosHashClear(pTableScanInfo->pIgnoreTables);

×

1071

      if (pTableScanInfo->scanTimes < total) {

×

1072

        setTaskStatus(pTaskInfo, TASK_NOT_COMPLETED);

×

1073

        pTableScanInfo->base.scanFlag = MAIN_SCAN;

×

1075

        qDebug("%s start to repeat descending order scan data blocks", GET_TASKID(pTaskInfo));

×

1076

        code = pAPI->tsdReader.tsdReaderResetStatus(pTableScanInfo->base.dataReader, &pTableScanInfo->base.cond);

×

1077

        QUERY_CHECK_CODE(code, lino, _end);

×

1082

  if (pTableScanInfo->countState < TABLE_COUNT_STATE_END) {

×

1083

    STableListInfo* pTableListInfo = pTableScanInfo->base.pTableListInfo;

×

1084

    if (pTableListInfo->groupOffset) {  // group by tbname, group by tag + sort

×

1085

      if (pTableScanInfo->countState < TABLE_COUNT_STATE_PROCESSED) {

×

1086

        pTableScanInfo->countState = TABLE_COUNT_STATE_PROCESSED;

×

1088

            (STableKeyInfo*)tableListGetInfo(pTableScanInfo->base.pTableListInfo, pTableScanInfo->tableStartIndex);

×

1090

        if (NULL == pStart) {

×

1091

          return code;

×

1094

        *pBlock = getBlockForEmptyTable(pOperator, pStart);

×

1095

        return code;

×

1098

      int32_t numOfTables = 0;

×

1099

      code = tableListGetSize(pTableListInfo, &numOfTables);

×

1100

      QUERY_CHECK_CODE(code, lino, _end);

×

1102

      if (pTableScanInfo->tableEndIndex + 1 >= numOfTables) {

×

1104

        void* pIte = taosHashIterate(pTableListInfo->remainGroups, NULL);

×

1105

        if (pIte != NULL) {

×

1106

          size_t        keySize = 0;

×

1107

          uint64_t*     pGroupId = taosHashGetKey(pIte, &keySize);

×

1108

          STableKeyInfo info = {.uid = *(uint64_t*)pIte, .groupId = *pGroupId};

×

1109

          taosHashCancelIterate(pTableListInfo->remainGroups, pIte);

×

1110

          markGroupProcessed(pTableScanInfo, *pGroupId);

×

1111

          *pBlock = getBlockForEmptyTable(pOperator, &info);

×

1113

          return code;

×

1117

    pTableScanInfo->countState = TABLE_COUNT_STATE_END;

×

1120

_end:

×

1121

  if (code != TSDB_CODE_SUCCESS) {

×

1122

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

1123

    pTaskInfo->code = code;

×

1126

  return code;

×

1129

static int32_t createTableListInfoFromParam(SOperatorInfo* pOperator) {

×

1130

  STableScanInfo*          pInfo = pOperator->info;

×

1131

  SExecTaskInfo*           pTaskInfo = pOperator->pTaskInfo;

×

1132

  int32_t                  code = 0;

×

1133

  STableListInfo*          pListInfo = pInfo->base.pTableListInfo;

×

1134

  STableScanOperatorParam* pParam = (STableScanOperatorParam*)pOperator->pOperatorGetParam->value;

×

1135

  int32_t                  num = taosArrayGetSize(pParam->pUidList);

×

1136

  if (num <= 0) {

×

1137

    qError("empty table scan uid list");

×

1138

    return TSDB_CODE_INVALID_PARA;

×

1141

  qDebug("vgId:%d add total %d dynamic tables to scan, tableSeq:%d, exist num:%" PRId64 ", operator status:%d",

×

1145

  if (pParam->tableSeq) {

×

1146

    pListInfo->oneTableForEachGroup = true;

×

1147

    if (taosArrayGetSize(pListInfo->pTableList) > 0) {

×

1148

      taosHashClear(pListInfo->map);

×

1149

      taosArrayClear(pListInfo->pTableList);

×

1150

      pOperator->status = OP_EXEC_DONE;

×

1153

    pListInfo->oneTableForEachGroup = false;

×

1154

    pListInfo->numOfOuputGroups = 1;

×

1157

  STableKeyInfo info = {.groupId = 0};

×

1158

  int32_t       tableIdx = 0;

×

1159

  for (int32_t i = 0; i < num; ++i) {

×

1160

    uint64_t* pUid = taosArrayGet(pParam->pUidList, i);

×

1161

    if (!pUid) {

×

1162

      qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));

×

1163

      return terrno;

×

1166

    if (taosHashPut(pListInfo->map, pUid, sizeof(uint64_t), &tableIdx, sizeof(int32_t))) {

×

1167

      if (TSDB_CODE_DUP_KEY == terrno) {

×

1168

        continue;

×

1170

      return terrno;

×

1173

    info.uid = *pUid;

×

1174

    void* p = taosArrayPush(pListInfo->pTableList, &info);

×

1175

    if (p == NULL) {

×

1176

      return terrno;

×

1179

    tableIdx++;

×

1180

    qDebug("add dynamic table scan uid:%" PRIu64 ", %s", info.uid, GET_TASKID(pTaskInfo));

×

1183

  return code;

×

1186

static int32_t startNextGroupScan(SOperatorInfo* pOperator, SSDataBlock** pResult) {

×

1187

  int32_t         code = TSDB_CODE_SUCCESS;

×

1188

  int32_t         lino = 0;

×

1189

  STableScanInfo* pInfo = pOperator->info;

×

1190

  SExecTaskInfo*  pTaskInfo = pOperator->pTaskInfo;

×

1191

  SStorageAPI*    pAPI = &pTaskInfo->storageAPI;

×

1192

  int32_t         numOfTables = 0;

×

1194

  QRY_PARAM_CHECK(pResult);

×

1196

  code = tableListGetSize(pInfo->base.pTableListInfo, &numOfTables);

×

1197

  QUERY_CHECK_CODE(code, lino, _end);

×

1199

  if ((++pInfo->currentGroupId) >= tableListGetOutputGroups(pInfo->base.pTableListInfo)) {

×

1200

    setOperatorCompleted(pOperator);

×

1201

    if (pOperator->dynamicTask) {

×

1202

      taosArrayClear(pInfo->base.pTableListInfo->pTableList);

×

1203

      taosHashClear(pInfo->base.pTableListInfo->map);

×

1205

    return code;

×

1209

  pOperator->status = OP_OPENED;

×

1210

  resetLimitInfoForNextGroup(&pInfo->base.limitInfo);

×

1212

  int32_t        num = 0;

×

1213

  STableKeyInfo* pList = NULL;

×

1214

  code = initNextGroupScan(pInfo, &pList, &num);

×

1215

  QUERY_CHECK_CODE(code, lino, _end);

×

1217

  code = pAPI->tsdReader.tsdSetQueryTableList(pInfo->base.dataReader, pList, num);

×

1218

  QUERY_CHECK_CODE(code, lino, _end);

×

1220

  code = pAPI->tsdReader.tsdReaderResetStatus(pInfo->base.dataReader, &pInfo->base.cond);

×

1221

  QUERY_CHECK_CODE(code, lino, _end);

×

1222

  pInfo->scanTimes = 0;

×

1224

  code = doGroupedTableScan(pOperator, pResult);

×

1225

  QUERY_CHECK_CODE(code, lino, _end);

×

1227

  if (*pResult != NULL) {

×

1228

    if (pOperator->dynamicTask) {

×

1229

      (*pResult)->info.id.groupId = (*pResult)->info.id.uid;

×

1231

    return code;

×

1234

_end:

×

1235

  if (code != TSDB_CODE_SUCCESS) {

×

1236

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

1237

    pTaskInfo->code = code;

×

1239

  return code;

×

1242

static int32_t doInitReader(STableScanInfo* pInfo, SExecTaskInfo* pTaskInfo, SStorageAPI* pAPI, int32_t* pNum,

×

1244

  const char* idStr = GET_TASKID(pTaskInfo);

×

1245

  int32_t     code = initNextGroupScan(pInfo, pList, pNum);

×

1246

  if (code) {

×

1247

    qError("%s failed to init groupScan Info, code:%s at line:%d", idStr, tstrerror(code), __LINE__);

×

1248

    return code;

×

1251

  if (pInfo->base.dataReader != NULL) {

×

1252

    qError("%s tsdb reader should be null", idStr);

×

1253

    return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;

×

1256

  code = pAPI->tsdReader.tsdReaderOpen(pInfo->base.readHandle.vnode, &pInfo->base.cond, *pList, *pNum, pInfo->pResBlock,

×

1257

                                       (void**)&pInfo->base.dataReader, idStr, &pInfo->pIgnoreTables);

×

1258

  if (code) {

×

1259

    qError("%s failed to open tsdbReader, code:%s at line:%d", idStr, tstrerror(code), __LINE__);

×

1262

  return code;

×

1265

static int32_t groupSeqTableScan(SOperatorInfo* pOperator, SSDataBlock** pResBlock) {

×

1266

  int32_t         code = TSDB_CODE_SUCCESS;

×

1267

  int32_t         lino = 0;

×

1268

  STableScanInfo* pInfo = pOperator->info;

×

1269

  SExecTaskInfo*  pTaskInfo = pOperator->pTaskInfo;

×

1270

  SStorageAPI*    pAPI = &pTaskInfo->storageAPI;

×

1271

  int32_t         num = 0;

×

1272

  STableKeyInfo*  pList = NULL;

×

1273

  SSDataBlock*    pResult = NULL;

×

1274

  const char*     idStr = GET_TASKID(pTaskInfo);

×

1276

  QRY_PARAM_CHECK(pResBlock);

×

1278

  if (pInfo->currentGroupId == -1) {

×

1279

    if ((++pInfo->currentGroupId) >= tableListGetOutputGroups(pInfo->base.pTableListInfo)) {

×

1280

      setOperatorCompleted(pOperator);

×

1281

      return code;

×

1284

    taosRLockLatch(&pTaskInfo->lock);

×

1285

    code = doInitReader(pInfo, pTaskInfo, pAPI, &num, &pList);

×

1286

    taosRUnLockLatch(&pTaskInfo->lock);

×

1287

    QUERY_CHECK_CODE(code, lino, _end);

×

1289

    if (pInfo->filesetDelimited) {

×

1290

      pAPI->tsdReader.tsdSetFilesetDelimited(pInfo->base.dataReader);

×

1293

    if (pInfo->pResBlock->info.capacity > pOperator->resultInfo.capacity) {

×

1294

      pOperator->resultInfo.capacity = pInfo->pResBlock->info.capacity;

×

1298

  code = doGroupedTableScan(pOperator, &pResult);

×

1299

  QUERY_CHECK_CODE(code, lino, _end);

×

1301

  if (pResult != NULL) {

×

1302

    if (pOperator->dynamicTask) {

×

1303

      pResult->info.id.groupId = pResult->info.id.uid;

×

1306

    *pResBlock = pResult;

×

1307

    return code;

×

1311

    code = startNextGroupScan(pOperator, &pResult);

×

1312

    QUERY_CHECK_CODE(code, lino, _end);

×

1314

    if (pResult || pOperator->status == OP_EXEC_DONE) {

×

1315

      *pResBlock = pResult;

×

1316

      return code;

×

1320

_end:

×

1321

  if (code != TSDB_CODE_SUCCESS) {

×

1322

    qError("%s %s failed at line %d since %s", idStr, __func__, lino, tstrerror(code));

×

1323

    pTaskInfo->code = code;

×

1326

  return code;

×

1329

static int32_t doTableScanNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {

×

1330

  int32_t         code = TSDB_CODE_SUCCESS;

×

1331

  int32_t         lino = 0;

×

1332

  STableScanInfo* pInfo = pOperator->info;

×

1333

  SExecTaskInfo*  pTaskInfo = pOperator->pTaskInfo;

×

1334

  SStorageAPI*    pAPI = &pTaskInfo->storageAPI;

×

1335

  QRY_PARAM_CHECK(ppRes);

×

1337

  if (pOperator->pOperatorGetParam) {

×

1338

    pOperator->dynamicTask = true;

×

1339

    code = createTableListInfoFromParam(pOperator);

×

1340

    freeOperatorParam(pOperator->pOperatorGetParam, OP_GET_PARAM);

×

1341

    pOperator->pOperatorGetParam = NULL;

×

1342

    QUERY_CHECK_CODE(code, lino, _end);

×

1344

    if (pOperator->status == OP_EXEC_DONE) {

×

1345

      pInfo->currentGroupId = -1;

×

1346

      pOperator->status = OP_OPENED;

×

1347

      SSDataBlock* result = NULL;

×

1350

        code = startNextGroupScan(pOperator, &result);

×

1351

        QUERY_CHECK_CODE(code, lino, _end);

×

1353

        if (result || pOperator->status == OP_EXEC_DONE) {

×

1354

          (*ppRes) = result;

×

1355

          return code;

×

1362

  if (pInfo->scanMode == TABLE_SCAN__TABLE_ORDER) {

×

1363

    int32_t       numOfTables = 0;

×

1364

    STableKeyInfo tInfo = {0};

×

1365

    pInfo->countState = TABLE_COUNT_STATE_END;

×

1367

    while (1) {

×

1368

      SSDataBlock* result = NULL;

×

1369

      code = doGroupedTableScan(pOperator, &result);

×

1370

      QUERY_CHECK_CODE(code, lino, _end);

×

1372

      if (result || (pOperator->status == OP_EXEC_DONE) || isTaskKilled(pTaskInfo)) {

×

1373

        (*ppRes) = result;

×

1374

        return code;

×

1378

      pInfo->currentTable++;

×

1380

      taosRLockLatch(&pTaskInfo->lock);

×

1381

      numOfTables = 0;

×

1382

      code = tableListGetSize(pInfo->base.pTableListInfo, &numOfTables);

×

1383

      if (code != TSDB_CODE_SUCCESS) {

×

1384

        taosRUnLockLatch(&pTaskInfo->lock);

×

1385

        TSDB_CHECK_CODE(code, lino, _end);

×

1388

      if (pInfo->currentTable >= numOfTables) {

×

1389

        qDebug("all table checked in table list, total:%d, return NULL, %s", numOfTables, GET_TASKID(pTaskInfo));

×

1390

        taosRUnLockLatch(&pTaskInfo->lock);

×

1391

        (*ppRes) = NULL;

×

1392

        return code;

×

1395

      STableKeyInfo* tmp = (STableKeyInfo*)tableListGetInfo(pInfo->base.pTableListInfo, pInfo->currentTable);

×

1396

      if (!tmp) {

×

1397

        taosRUnLockLatch(&pTaskInfo->lock);

×

1398

        (*ppRes) = NULL;

×

1399

        QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);

×

1402

      tInfo = *tmp;

×

1403

      taosRUnLockLatch(&pTaskInfo->lock);

×

1405

      code = pAPI->tsdReader.tsdSetQueryTableList(pInfo->base.dataReader, &tInfo, 1);

×

1406

      QUERY_CHECK_CODE(code, lino, _end);

×

1407

      qDebug("set uid:%" PRIu64 " into scanner, total tables:%d, index:%d/%d %s", tInfo.uid, numOfTables,

×

1410

      code = pAPI->tsdReader.tsdReaderResetStatus(pInfo->base.dataReader, &pInfo->base.cond);

×

1411

      QUERY_CHECK_CODE(code, lino, _end);

×

1412

      pInfo->scanTimes = 0;

×

1415

    code = groupSeqTableScan(pOperator, ppRes);

×

1416

    QUERY_CHECK_CODE(code, lino, _end);

×

1419

_end:

×

1420

  if (code != TSDB_CODE_SUCCESS) {

×

1421

    qError("%s %s failed at line %d since %s", GET_TASKID(pTaskInfo), __func__, lino, tstrerror(code));

×

1422

    pTaskInfo->code = code;

×

1423

    T_LONG_JMP(pTaskInfo->env, code);

×

1426

  return code;

×

1429

static int32_t getTableScannerExecInfo(struct SOperatorInfo* pOptr, void** pOptrExplain, uint32_t* len) {

×

1430

  SFileBlockLoadRecorder* pRecorder = taosMemoryCalloc(1, sizeof(SFileBlockLoadRecorder));

×

1431

  if (!pRecorder) {

×

1432

    return terrno;

×

1434

  STableScanInfo* pTableScanInfo = pOptr->info;

×

1435

  *pRecorder = pTableScanInfo->base.readRecorder;

×

1436

  *pOptrExplain = pRecorder;

×

1437

  *len = sizeof(SFileBlockLoadRecorder);

×

1438

  return 0;

×

1441

static void destroyTableScanBase(STableScanBase* pBase, TsdReader* pAPI) {

×

1442

  cleanupQueryTableDataCond(&pBase->cond);

×

1444

  if (pAPI->tsdReaderClose) {

×

1445

    pAPI->tsdReaderClose(pBase->dataReader);

×

1447

  pBase->dataReader = NULL;

×

1449

  if (pBase->matchInfo.pList != NULL) {

×

1450

    taosArrayDestroy(pBase->matchInfo.pList);

×

1453

  tableListDestroy(pBase->pTableListInfo);

×

1454

  taosLRUCacheCleanup(pBase->metaCache.pTableMetaEntryCache);

×

1455

  cleanupExprSupp(&pBase->pseudoSup);

×

1456

×

1458

static void destroyTableScanOperatorInfo(void* param) {

×

1459

  STableScanInfo* pTableScanInfo = (STableScanInfo*)param;

×

1460

  blockDataDestroy(pTableScanInfo->pResBlock);

×

1461

  taosHashCleanup(pTableScanInfo->pIgnoreTables);

×

1462

  destroyTableScanBase(&pTableScanInfo->base, &pTableScanInfo->base.readerAPI);

×

1463

  taosMemoryFreeClear(param);

×

1464

×

1466

static void resetClolumnReserve(SSDataBlock* pBlock, int32_t dataRequireFlag) {

×

1467

  if (pBlock && dataRequireFlag == FUNC_DATA_REQUIRED_NOT_LOAD) {

×

1468

    int32_t numOfCols = taosArrayGetSize(pBlock->pDataBlock);

×

1469

    for (int32_t i = 0; i < numOfCols; ++i) {

×

1470

      SColumnInfoData* pCol = (SColumnInfoData*)taosArrayGet(pBlock->pDataBlock, i);

×

1471

      if (pCol) {

×

1472

        pCol->info.noData = true;

×

1476

×

1478

int32_t createTableScanOperatorInfo(STableScanPhysiNode* pTableScanNode, SReadHandle* readHandle,

×

1481

  QRY_PARAM_CHECK(pOptrInfo);

×

1483

  int32_t         code = TSDB_CODE_SUCCESS;

×

1484

  int32_t         lino = 0;

×

1485

  STableScanInfo* pInfo = taosMemoryCalloc(1, sizeof(STableScanInfo));

×

1486

  SOperatorInfo*  pOperator = taosMemoryCalloc(1, sizeof(SOperatorInfo));

×

1487

  if (pInfo == NULL || pOperator == NULL) {

×

1488

    code = terrno;

×

1489

    goto _error;

×

1492

  SScanPhysiNode*     pScanNode = &pTableScanNode->scan;

×

1493

  SDataBlockDescNode* pDescNode = pScanNode->node.pOutputDataBlockDesc;

×

1495

  int32_t numOfCols = 0;

×

1497

      extractColMatchInfo(pScanNode->pScanCols, pDescNode, &numOfCols, COL_MATCH_FROM_COL_ID, &pInfo->base.matchInfo);

×

1498

  QUERY_CHECK_CODE(code, lino, _error);

×

1500

  initLimitInfo(pScanNode->node.pLimit, pScanNode->node.pSlimit, &pInfo->base.limitInfo);

×

1501

  code = initQueryTableDataCond(&pInfo->base.cond, pTableScanNode, readHandle);

×

1502

  QUERY_CHECK_CODE(code, lino, _error);

×

1504

  if (pScanNode->pScanPseudoCols != NULL) {

×

1505

    SExprSupp* pSup = &pInfo->base.pseudoSup;

×

1506

    pSup->pExprInfo = NULL;

×

1507

    code = createExprInfo(pScanNode->pScanPseudoCols, NULL, &pSup->pExprInfo, &pSup->numOfExprs);

×

1508

    QUERY_CHECK_CODE(code, lino, _error);

×

1510

    pSup->pCtx = createSqlFunctionCtx(pSup->pExprInfo, pSup->numOfExprs, &pSup->rowEntryInfoOffset,

×

1512

    QUERY_CHECK_NULL(pSup->pCtx, code, lino, _error, terrno);

×

1515

  pInfo->scanInfo = (SScanInfo){.numOfAsc = pTableScanNode->scanSeq[0], .numOfDesc = pTableScanNode->scanSeq[1]};

×

1516

  pInfo->base.scanFlag = (pInfo->scanInfo.numOfAsc > 1) ? PRE_SCAN : MAIN_SCAN;

×

1518

  pInfo->base.pdInfo.interval = extractIntervalInfo(pTableScanNode);

×

1519

  pInfo->base.readHandle = *readHandle;

×

1520

  pInfo->base.dataBlockLoadFlag = pTableScanNode->dataRequired;

×

1522

  pInfo->sample.sampleRatio = pTableScanNode->ratio;

×

1523

  pInfo->sample.seed = taosGetTimestampSec();

×

1525

  pInfo->base.readerAPI = pTaskInfo->storageAPI.tsdReader;

×

1526

  initResultSizeInfo(&pOperator->resultInfo, 4096);

×

1527

  pInfo->pResBlock = createDataBlockFromDescNode(pDescNode);

×

1528

  resetClolumnReserve(pInfo->pResBlock, pInfo->base.dataBlockLoadFlag);

×

1529

  QUERY_CHECK_NULL(pInfo->pResBlock, code, lino, _error, terrno);

×

1531

  code = prepareDataBlockBuf(pInfo->pResBlock, &pInfo->base.matchInfo);

×

1532

  QUERY_CHECK_CODE(code, lino, _error);

×

1534

  code = filterInitFromNode((SNode*)pTableScanNode->scan.node.pConditions, &pOperator->exprSupp.pFilterInfo, 0);

×

1535

  QUERY_CHECK_CODE(code, lino, _error);

×

1537

  pInfo->currentGroupId = -1;

×

1539

  pInfo->tableEndIndex = -1;

×

1540

  pInfo->assignBlockUid = pTableScanNode->assignBlockUid;

×

1541

  pInfo->hasGroupByTag = pTableScanNode->pGroupTags ? true : false;

×

1543

  setOperatorInfo(pOperator, "TableScanOperator", QUERY_NODE_PHYSICAL_PLAN_TABLE_SCAN, false, OP_NOT_OPENED, pInfo,

×

1545

  pOperator->exprSupp.numOfExprs = numOfCols;

×

1547

  pInfo->needCountEmptyTable = tsCountAlwaysReturnValue && pTableScanNode->needCountEmptyTable;

×

1549

  pInfo->base.pTableListInfo = pTableListInfo;

×

1550

  pInfo->base.metaCache.pTableMetaEntryCache = taosLRUCacheInit(1024 * 128, -1, .5);

×

1551

  if (pInfo->base.metaCache.pTableMetaEntryCache == NULL) {

×

1552

    code = terrno;

×

1553

    QUERY_CHECK_CODE(code, lino, _error);

×

1556

  pInfo->filesetDelimited = pTableScanNode->filesetDelimited;

×

1558

  taosLRUCacheSetStrictCapacity(pInfo->base.metaCache.pTableMetaEntryCache, false);

×

1559

  pOperator->fpSet = createOperatorFpSet(optrDummyOpenFn, doTableScanNext, NULL, destroyTableScanOperatorInfo,

×

1563

  pOperator->cost.openCost = 0;

×

1564

  *pOptrInfo = pOperator;

×

1565

  return TSDB_CODE_SUCCESS;

×

1567

_error:

×

1568

  if (pInfo != NULL) {

×

1569

    pInfo->base.pTableListInfo = NULL;  // this attribute will be destroy outside of this function

×

1570

    destroyTableScanOperatorInfo(pInfo);

×

1573

  if (pOperator != NULL) {

×

1574

    pOperator->info = NULL;

×

1575

    destroyOperator(pOperator);

×

1577

  pTaskInfo->code = code;

×

1578

  return code;

×

1581

int32_t createTableSeqScanOperatorInfo(void* pReadHandle, SExecTaskInfo* pTaskInfo, SOperatorInfo** pOptrInfo) {

×

1582

  QRY_PARAM_CHECK(pOptrInfo);

×

1584

  int32_t         code = 0;

×

1585

  STableScanInfo* pInfo = taosMemoryCalloc(1, sizeof(STableScanInfo));

×

1586

  SOperatorInfo*  pOperator = taosMemoryCalloc(1, sizeof(SOperatorInfo));

×

1587

  if (pInfo == NULL || pOperator == NULL) {

×

1588

    code = terrno;

×

1589

    goto _end;

×

1592

  pInfo->base.dataReader = pReadHandle;

×

1595

  setOperatorInfo(pOperator, "TableSeqScanOperator", QUERY_NODE_PHYSICAL_PLAN_TABLE_SEQ_SCAN, false, OP_NOT_OPENED,

×

1597

  pOperator->fpSet = createOperatorFpSet(optrDummyOpenFn, doTableScanImplNext, NULL, NULL, optrDefaultBufFn, NULL,

×

1599

  *pOptrInfo = pOperator;

×

1600

  return code;

×

1602

_end:

×

1603

  if (pInfo != NULL) {

×

1604

    taosMemoryFree(pInfo);

×

1607

  if (pOperator != NULL) {

×

1608

    taosMemoryFree(pOperator);

×

1611

  pTaskInfo->code = code;

×

1612

  return code;

×

1615

FORCE_INLINE void doClearBufferedBlocks(SStreamScanInfo* pInfo) {

×

1616

  qDebug("clear buff blocks:%d", (int32_t)taosArrayGetSize(pInfo->pBlockLists));

×

1617

  taosArrayClear(pInfo->pBlockLists);

×

1618

  pInfo->validBlockIndex = 0;

×

1619

×

1621

static bool isSessionWindow(SStreamScanInfo* pInfo) {

×

1622

  return pInfo->windowSup.parentType == QUERY_NODE_PHYSICAL_PLAN_STREAM_SESSION;

×

1625

static bool isStateWindow(SStreamScanInfo* pInfo) {

×

1626

  return pInfo->windowSup.parentType == QUERY_NODE_PHYSICAL_PLAN_STREAM_STATE ||

×

1627

         pInfo->windowSup.parentType == QUERY_NODE_PHYSICAL_PLAN_STREAM_EVENT;

×

1630

static bool isIntervalWindow(SStreamScanInfo* pInfo) {

×

1631

  return pInfo->windowSup.parentType == QUERY_NODE_PHYSICAL_PLAN_STREAM_INTERVAL ||

×

1632

         pInfo->windowSup.parentType == QUERY_NODE_PHYSICAL_PLAN_STREAM_SEMI_INTERVAL ||

×

1633

         pInfo->windowSup.parentType == QUERY_NODE_PHYSICAL_PLAN_STREAM_MID_INTERVAL ||

×

1634

         pInfo->windowSup.parentType == QUERY_NODE_PHYSICAL_PLAN_STREAM_FINAL_INTERVAL;

×

1637

static bool isSignleIntervalWindow(SStreamScanInfo* pInfo) {

×

1638

  return pInfo->windowSup.parentType == QUERY_NODE_PHYSICAL_PLAN_STREAM_INTERVAL;

×

1641

static bool isSlidingWindow(SStreamScanInfo* pInfo) {

×

1642

  return isIntervalWindow(pInfo) && pInfo->interval.interval != pInfo->interval.sliding;

×

1645

static bool isCountSlidingWindow(SStreamScanInfo* pInfo) {

×

1646

  return pInfo->windowSup.pStreamAggSup &&

×

1647

         (pInfo->windowSup.pStreamAggSup->windowCount != pInfo->windowSup.pStreamAggSup->windowSliding);

×

1650

static bool isCountWindow(SStreamScanInfo* pInfo) {

×

1651

  return pInfo->windowSup.parentType == QUERY_NODE_PHYSICAL_PLAN_STREAM_COUNT;

×

1654

static bool isTimeSlice(SStreamScanInfo* pInfo) {

×

1655

  return pInfo->windowSup.parentType == QUERY_NODE_PHYSICAL_PLAN_STREAM_INTERP_FUNC;

×

1658

static void setGroupId(SStreamScanInfo* pInfo, SSDataBlock* pBlock, int32_t groupColIndex, int32_t rowIndex) {

×

1659

  SColumnInfoData* pColInfo = taosArrayGet(pBlock->pDataBlock, groupColIndex);

×

1660

  uint64_t*        groupCol = (uint64_t*)pColInfo->pData;

×

1661

  if (colDataIsNull_s(pColInfo, rowIndex)) {

×

1662

    pInfo->igCheckGroupId = true;

×

1664

    pInfo->groupId = groupCol[rowIndex];

×

1666

×

1668

void resetTableScanInfo(STableScanInfo* pTableScanInfo, STimeWindow* pWin, uint64_t ver) {

×

1669

  pTableScanInfo->base.cond.twindows = *pWin;

×

1670

  pTableScanInfo->base.cond.startVersion = 0;

×

1671

  pTableScanInfo->base.cond.endVersion = ver;

×

1672

  pTableScanInfo->scanTimes = 0;

×

1673

  pTableScanInfo->currentGroupId = -1;

×

1674

  pTableScanInfo->tableEndIndex = -1;

×

1675

  pTableScanInfo->base.readerAPI.tsdReaderClose(pTableScanInfo->base.dataReader);

×

1676

  pTableScanInfo->base.dataReader = NULL;

×

1677

  pTableScanInfo->scanMode = TABLE_SCAN__BLOCK_ORDER;

×

1678

×

1680

static SSDataBlock* readPreVersionData(SOperatorInfo* pTableScanOp, uint64_t tbUid, TSKEY startTs, TSKEY endTs,

×

1682

  int32_t       code = TSDB_CODE_SUCCESS;

×

1683

  int32_t       lino = 0;

×

1684

  STableKeyInfo tblInfo = {.uid = tbUid, .groupId = 0};

×

1686

  STableScanInfo*     pTableScanInfo = pTableScanOp->info;

×

1687

  SQueryTableDataCond cond = pTableScanInfo->base.cond;

×

1689

  cond.startVersion = -1;

×

1690

  cond.endVersion = maxVersion;

×

1691

  cond.twindows = (STimeWindow){.skey = startTs, .ekey = endTs};

×

1693

  SExecTaskInfo* pTaskInfo = pTableScanOp->pTaskInfo;

×

1694

  SStorageAPI*   pAPI = &pTaskInfo->storageAPI;

×

1696

  SSDataBlock* pBlock = pTableScanInfo->pResBlock;

×

1697

  STsdbReader* pReader = NULL;

×

1698

  code = pAPI->tsdReader.tsdReaderOpen(pTableScanInfo->base.readHandle.vnode, &cond, &tblInfo, 1, pBlock,

×

1699

                                       (void**)&pReader, GET_TASKID(pTaskInfo), NULL);

×

1700

  QUERY_CHECK_CODE(code, lino, _end);

×

1702

  bool hasNext = false;

×

1703

  code = pAPI->tsdReader.tsdNextDataBlock(pReader, &hasNext);

×

1704

  QUERY_CHECK_CODE(code, lino, _end);

×

1706

  if (hasNext) {

×

1707

    SSDataBlock* p = NULL;

×

1708

    code = pAPI->tsdReader.tsdReaderRetrieveDataBlock(pReader, &p, NULL);

×

1709

    QUERY_CHECK_CODE(code, lino, _end);

×

1711

    code = doSetTagColumnData(&pTableScanInfo->base, pBlock, pTaskInfo, pBlock->info.rows);

×

1712

    QUERY_CHECK_CODE(code, lino, _end);

×

1714

    pBlock->info.id.groupId = tableListGetTableGroupId(pTableScanInfo->base.pTableListInfo, pBlock->info.id.uid);

×

1717

_end:

×

1718

  pAPI->tsdReader.tsdReaderClose(pReader);

×

1719

  qDebug("retrieve prev rows:%" PRId64 ", skey:%" PRId64 ", ekey:%" PRId64 " uid:%" PRIu64 ", max ver:%" PRId64

×

1722

  if (code != TSDB_CODE_SUCCESS) {

×

1723

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

1724

    terrno = code;

×

1725

    return NULL;

×

1728

  return pBlock->info.rows > 0 ? pBlock : NULL;

×

1731

bool comparePrimaryKey(SColumnInfoData* pCol, int32_t rowId, void* pVal) {

×

1733

  if (!pVal || !pCol) {

×

1734

    qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(TSDB_CODE_INVALID_PARA));

×

1735

    return false;

×

1737

  void* pData = colDataGetData(pCol, rowId);

×

1738

  if (IS_VAR_DATA_TYPE(pCol->info.type)) {

×

1739

    int32_t colLen = varDataLen(pData);

×

1740

    int32_t keyLen = varDataLen(pVal);

×

1741

    if (pCol->info.type == TSDB_DATA_TYPE_JSON) {

×

1742

      colLen = getJsonValueLen(pData);

×

1743

      keyLen = getJsonValueLen(pVal);

×

1746

    if (colLen == keyLen && memcmp(pData, pVal, colLen) == 0) {

×

1747

      return true;

×

1750

    if (memcmp(pData, pVal, pCol->info.bytes) == 0) {

×

1751

      return true;

×

1754

  return false;

×

1757

bool hasPrimaryKeyCol(SStreamScanInfo* pInfo) { return pInfo->primaryKeyIndex != -1; }

×

1759

static uint64_t getGroupIdByCol(SStreamScanInfo* pInfo, uint64_t uid, TSKEY ts, int64_t maxVersion, void* pVal) {

×

1760

  SSDataBlock* pPreRes = readPreVersionData(pInfo->pTableScanOp, uid, ts, ts, maxVersion);

×

1761

  if (!pPreRes || pPreRes->info.rows == 0) {

×

1762

    if (terrno != TSDB_CODE_SUCCESS) {

×

1763

      qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));

×

1765

    return 0;

×

1768

  int32_t rowId = 0;

×

1769

  if (hasPrimaryKeyCol(pInfo)) {

×

1770

    SColumnInfoData* pPkCol = taosArrayGet(pPreRes->pDataBlock, pInfo->primaryKeyIndex);

×

1771

    for (; rowId < pPreRes->info.rows; rowId++) {

×

1772

      if (comparePrimaryKey(pPkCol, rowId, pVal)) {

×

1773

        break;

×

1777

  if (rowId >= pPreRes->info.rows) {

×

1778

    qInfo("===stream===read preversion data of primary key failed. ts:%" PRId64 ",version:%" PRId64, ts, maxVersion);

×

1779

    return 0;

×

1781

  return calGroupIdByData(&pInfo->partitionSup, pInfo->pPartScalarSup, pPreRes, rowId);

×

1784

static uint64_t getGroupIdByUid(SStreamScanInfo* pInfo, uint64_t uid) {

×

1785

  STableScanInfo* pTableScanInfo = pInfo->pTableScanOp->info;

×

1786

  return tableListGetTableGroupId(pTableScanInfo->base.pTableListInfo, uid);

×

1789

static uint64_t getGroupIdByData(SStreamScanInfo* pInfo, uint64_t uid, TSKEY ts, int64_t maxVersion, void* pVal) {

×

1790

  if (pInfo->partitionSup.needCalc) {

×

1791

    return getGroupIdByCol(pInfo, uid, ts, maxVersion, pVal);

×

1794

  return getGroupIdByUid(pInfo, uid);

×

1797

static void prepareRangeScan(SStreamScanInfo* pInfo, SSDataBlock* pBlock, int32_t* pRowIndex, bool* pRes) {

×

1798

  int32_t code = TSDB_CODE_SUCCESS;

×

1799

  int32_t lino = 0;

×

1800

  if (pBlock->info.rows == 0) {

×

1801

    if (pRes) {

×

1802

      (*pRes) = false;

×

1804

    goto _end;

×

1806

  if ((*pRowIndex) == pBlock->info.rows) {

×

1807

    if (pRes) {

×

1808

      (*pRes) = false;

×

1810

    goto _end;

×

1813

  SColumnInfoData* pStartTsCol = taosArrayGet(pBlock->pDataBlock, START_TS_COLUMN_INDEX);

×

1814

  TSKEY*           startData = (TSKEY*)pStartTsCol->pData;

×

1815

  SColumnInfoData* pEndTsCol = taosArrayGet(pBlock->pDataBlock, END_TS_COLUMN_INDEX);

×

1816

  TSKEY*           endData = (TSKEY*)pEndTsCol->pData;

×

1817

  STimeWindow      win = {.skey = startData[*pRowIndex], .ekey = endData[*pRowIndex]};

×

1818

  SColumnInfoData* pGpCol = taosArrayGet(pBlock->pDataBlock, GROUPID_COLUMN_INDEX);

×

1819

  uint64_t*        gpData = (uint64_t*)pGpCol->pData;

×

1820

  uint64_t         groupId = gpData[*pRowIndex];

×

1822

  SColumnInfoData* pCalStartTsCol = taosArrayGet(pBlock->pDataBlock, CALCULATE_START_TS_COLUMN_INDEX);

×

1823

  TSKEY*           calStartData = (TSKEY*)pCalStartTsCol->pData;

×

1824

  SColumnInfoData* pCalEndTsCol = taosArrayGet(pBlock->pDataBlock, CALCULATE_END_TS_COLUMN_INDEX);

×

1825

  TSKEY*           calEndData = (TSKEY*)pCalEndTsCol->pData;

×

1827

  setGroupId(pInfo, pBlock, GROUPID_COLUMN_INDEX, *pRowIndex);

×

1828

  if (isSlidingWindow(pInfo) || isCountSlidingWindow(pInfo)) {

×

1829

    pInfo->updateWin.skey = calStartData[*pRowIndex];

×

1830

    pInfo->updateWin.ekey = calEndData[*pRowIndex];

×

1832

  (*pRowIndex)++;

×

1834

  for (; *pRowIndex < pBlock->info.rows; (*pRowIndex)++) {

×

1835

    if (win.skey == startData[*pRowIndex] && groupId == gpData[*pRowIndex]) {

×

1836

      win.ekey = TMAX(win.ekey, endData[*pRowIndex]);

×

1837

      continue;

×

1840

    if (win.skey == endData[*pRowIndex] && groupId == gpData[*pRowIndex]) {

×

1841

      win.skey = TMIN(win.skey, startData[*pRowIndex]);

×

1842

      continue;

×

1844

    break;

×

1847

  STableScanInfo* pTScanInfo = pInfo->pTableScanOp->info;

×

1849

  QUERY_CHECK_NULL(pInfo->pUpdateInfo, code, lino, _end, TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR);

×

1851

  qDebug("prepare range scan start:%" PRId64 ",end:%" PRId64 ",maxVer:%" PRIu64, win.skey, win.ekey,

×

1853

  resetTableScanInfo(pInfo->pTableScanOp->info, &win, pInfo->pUpdateInfo->maxDataVersion);

×

1854

  pInfo->pTableScanOp->status = OP_OPENED;

×

1855

  if (pRes) {

×

1856

    (*pRes) = true;

×

1859

_end:

×

1860

  if (code != TSDB_CODE_SUCCESS) {

×

1861

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

1863

×

1865

static STimeWindow getSlidingWindow(TSKEY* startTsCol, TSKEY* endTsCol, uint64_t* gpIdCol, SInterval* pInterval,

×

1867

  SResultRowInfo dumyInfo = {0};

×

1868

  dumyInfo.cur.pageId = -1;

×

1869

  STimeWindow win = getActiveTimeWindow(NULL, &dumyInfo, startTsCol[*pRowIndex], pInterval, TSDB_ORDER_ASC);

×

1870

  STimeWindow endWin = win;

×

1871

  STimeWindow preWin = win;

×

1872

  uint64_t    groupId = gpIdCol[*pRowIndex];

×

1875

    if (hasGroup) {

×

1876

      (*pRowIndex) += 1;

×

1878

      while ((groupId == gpIdCol[(*pRowIndex)] && startTsCol[*pRowIndex] <= endWin.ekey)) {

×

1879

        (*pRowIndex) += 1;

×

1880

        if ((*pRowIndex) == pDataBlockInfo->rows) {

×

1881

          break;

×

1887

      preWin = endWin;

×

1888

      getNextTimeWindow(pInterval, &endWin, TSDB_ORDER_ASC);

×

1889

    } while (endTsCol[(*pRowIndex) - 1] >= endWin.skey);

×

1890

    endWin = preWin;

×

1891

    if (win.ekey == endWin.ekey || (*pRowIndex) == pDataBlockInfo->rows || groupId != gpIdCol[*pRowIndex]) {

×

1892

      win.ekey = endWin.ekey;

×

1893

      return win;

×

1895

    win.ekey = endWin.ekey;

×

1899

static int32_t doRangeScan(SStreamScanInfo* pInfo, SSDataBlock* pSDB, int32_t tsColIndex, int32_t* pRowIndex,

×

1901

  qDebug("do stream range scan. windows index:%d", *pRowIndex);

×

1903

  int32_t code = TSDB_CODE_SUCCESS;

×

1904

  int32_t lino = 0;

×

1905

  bool    prepareRes = true;

×

1907

  while (1) {

×

1908

    SSDataBlock* pResult = NULL;

×

1909

    code = doTableScanNext(pInfo->pTableScanOp, &pResult);

×

1910

    QUERY_CHECK_CODE(code, lino, _end);

×

1912

    if (!pResult) {

×

1913

      prepareRangeScan(pInfo, pSDB, pRowIndex, &prepareRes);

×

1915

      code = doTableScanNext(pInfo->pTableScanOp, &pResult);

×

1916

      QUERY_CHECK_CODE(code, lino, _end);

×

1919

    if (!pResult) {

×

1920

      if (prepareRes) {

×

1921

        continue;

×

1923

      blockDataCleanup(pSDB);

×

1924

      *pRowIndex = 0;

×

1925

      pInfo->updateWin = (STimeWindow){.skey = INT64_MIN, .ekey = INT64_MAX};

×

1926

      STableScanInfo* pTableScanInfo = pInfo->pTableScanOp->info;

×

1927

      pTableScanInfo->base.readerAPI.tsdReaderClose(pTableScanInfo->base.dataReader);

×

1928

      pTableScanInfo->base.dataReader = NULL;

×

1929

      (*ppRes) = NULL;

×

1930

      goto _end;

×

1933

    code = doFilter(pResult, pInfo->pTableScanOp->exprSupp.pFilterInfo, NULL);

×

1934

    QUERY_CHECK_CODE(code, lino, _end);

×

1935

    if (pResult->info.rows == 0) {

×

1936

      continue;

×

1939

    if (pInfo->igCheckGroupId == true) {

×

1940

      pResult->info.calWin = pInfo->updateWin;

×

1941

      (*ppRes) = pResult;

×

1942

      goto _end;

×

1945

    if (pInfo->partitionSup.needCalc) {

×

1946

      SSDataBlock* tmpBlock = NULL;

×

1947

      code = createOneDataBlock(pResult, true, &tmpBlock);

×

1948

      QUERY_CHECK_CODE(code, lino, _end);

×

1950

      blockDataCleanup(pResult);

×

1951

      for (int32_t i = 0; i < tmpBlock->info.rows; i++) {

×

1952

        if (calGroupIdByData(&pInfo->partitionSup, pInfo->pPartScalarSup, tmpBlock, i) == pInfo->groupId) {

×

1953

          for (int32_t j = 0; j < pInfo->pTableScanOp->exprSupp.numOfExprs; j++) {

×

1954

            SColumnInfoData* pSrcCol = taosArrayGet(tmpBlock->pDataBlock, j);

×

1955

            SColumnInfoData* pDestCol = taosArrayGet(pResult->pDataBlock, j);

×

1956

            bool             isNull = colDataIsNull(pSrcCol, tmpBlock->info.rows, i, NULL);

×

1957

            char*            pSrcData = NULL;

×

1958

            if (!isNull) pSrcData = colDataGetData(pSrcCol, i);

×

1959

            code = colDataSetVal(pDestCol, pResult->info.rows, pSrcData, isNull);

×

1960

            QUERY_CHECK_CODE(code, lino, _end);

×

1962

          pResult->info.rows++;

×

1966

      blockDataDestroy(tmpBlock);

×

1968

      if (pResult->info.rows > 0) {

×

1969

        pResult->info.calWin = pInfo->updateWin;

×

1970

        (*ppRes) = pResult;

×

1971

        goto _end;

×

1973

    } else if (pResult->info.id.groupId == pInfo->groupId) {

×

1974

      pResult->info.calWin = pInfo->updateWin;

×

1975

      (*ppRes) = pResult;

×

1976

      goto _end;

×

1980

_end:

×

1981

  if (code != TSDB_CODE_SUCCESS) {

×

1982

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

1984

  return code;

×

1987

static void getPreSessionWindow(SStreamAggSupporter* pAggSup, TSKEY startTs, TSKEY endTs, uint64_t groupId,

×

1989

  pKey->win.skey = startTs;

×

1990

  pKey->win.ekey = endTs;

×

1991

  pKey->groupId = groupId;

×

1993

  void*   pCur = pAggSup->stateStore.streamStateSessionSeekKeyCurrentPrev(pAggSup->pState, pKey);

×

1994

  int32_t code = pAggSup->stateStore.streamStateSessionGetKVByCur(pCur, pKey, NULL, 0);

×

1995

  if (code != TSDB_CODE_SUCCESS) {

×

1996

    SET_SESSION_WIN_KEY_INVALID(pKey);

×

1999

  taosMemoryFree(pCur);

×

2000

×

2002

int32_t appendOneRowToSpecialBlockImpl(SSDataBlock* pBlock, TSKEY* pStartTs, TSKEY* pEndTs, TSKEY* pCalStartTs,

×

2004

  int32_t          code = TSDB_CODE_SUCCESS;

×

2005

  int32_t          lino = 0;

×

2006

  SColumnInfoData* pStartTsCol = taosArrayGet(pBlock->pDataBlock, START_TS_COLUMN_INDEX);

×

2007

  SColumnInfoData* pEndTsCol = taosArrayGet(pBlock->pDataBlock, END_TS_COLUMN_INDEX);

×

2008

  SColumnInfoData* pUidCol = taosArrayGet(pBlock->pDataBlock, UID_COLUMN_INDEX);

×

2009

  SColumnInfoData* pGpCol = taosArrayGet(pBlock->pDataBlock, GROUPID_COLUMN_INDEX);

×

2010

  SColumnInfoData* pCalStartCol = taosArrayGet(pBlock->pDataBlock, CALCULATE_START_TS_COLUMN_INDEX);

×

2011

  SColumnInfoData* pCalEndCol = taosArrayGet(pBlock->pDataBlock, CALCULATE_END_TS_COLUMN_INDEX);

×

2012

  SColumnInfoData* pTableCol = taosArrayGet(pBlock->pDataBlock, TABLE_NAME_COLUMN_INDEX);

×

2013

  code = colDataSetVal(pStartTsCol, pBlock->info.rows, (const char*)pStartTs, false);

×

2014

  QUERY_CHECK_CODE(code, lino, _end);

×

2016

  code = colDataSetVal(pEndTsCol, pBlock->info.rows, (const char*)pEndTs, false);

×

2017

  QUERY_CHECK_CODE(code, lino, _end);

×

2019

  code = colDataSetVal(pUidCol, pBlock->info.rows, (const char*)pUid, pUid == NULL);

×

2020

  QUERY_CHECK_CODE(code, lino, _end);

×

2022

  code = colDataSetVal(pGpCol, pBlock->info.rows, (const char*)pGp, pGp == NULL);

×

2023

  QUERY_CHECK_CODE(code, lino, _end);

×

2025

  code = colDataSetVal(pCalStartCol, pBlock->info.rows, (const char*)pCalStartTs, false);

×

2026

  QUERY_CHECK_CODE(code, lino, _end);

×

2028

  code = colDataSetVal(pCalEndCol, pBlock->info.rows, (const char*)pCalEndTs, false);

×

2029

  QUERY_CHECK_CODE(code, lino, _end);

×

2031

  code = colDataSetVal(pTableCol, pBlock->info.rows, (const char*)pTbName, pTbName == NULL);

×

2032

  QUERY_CHECK_CODE(code, lino, _end);

×

2034

  if (taosArrayGetSize(pBlock->pDataBlock) > PRIMARY_KEY_COLUMN_INDEX) {

×

2035

    SColumnInfoData* pPkCol = taosArrayGet(pBlock->pDataBlock, PRIMARY_KEY_COLUMN_INDEX);

×

2036

    code = colDataSetVal(pPkCol, pBlock->info.rows, (const char*)pPkData, pPkData == NULL);

×

2037

    QUERY_CHECK_CODE(code, lino, _end);

×

2039

  pBlock->info.rows++;

×

2041

_end:

×

2042

  if (code != TSDB_CODE_SUCCESS) {

×

2043

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

2045

  return code;

×

2048

int32_t appendPkToSpecialBlock(SSDataBlock* pBlock, TSKEY* pTsArray, SColumnInfoData* pPkCol, int32_t rowId,

×

2050

  void* pVal = NULL;

×

2051

  if (pPkCol) {

×

2052

    pVal = colDataGetData(pPkCol, rowId);

×

2054

  return appendOneRowToSpecialBlockImpl(pBlock, pTsArray + rowId, pTsArray + rowId, pTsArray + rowId, pTsArray + rowId,

×

2058

static int32_t getPreVersionDataBlock(uint64_t uid, TSKEY startTs, TSKEY endTs, int64_t version, char* taskIdStr,

×

2060

  int32_t      code = TSDB_CODE_SUCCESS;

×

2061

  int32_t      lino = 0;

×

2062

  SSDataBlock* pPreRes = readPreVersionData(pInfo->pTableScanOp, uid, startTs, endTs, version);

×

2063

  printDataBlock(pPreRes, "pre res", taskIdStr);

×

2064

  blockDataCleanup(pBlock);

×

2065

  if (!pPreRes) {

×

2066

    if (terrno != TSDB_CODE_SUCCESS) {

×

2067

      qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));

×

2069

    goto _end;

×

2071

  code = blockDataEnsureCapacity(pBlock, pPreRes->info.rows);

×

2072

  QUERY_CHECK_CODE(code, lino, _end);

×

2074

  SColumnInfoData* pTsCol = (SColumnInfoData*)taosArrayGet(pPreRes->pDataBlock, pInfo->primaryTsIndex);

×

2075

  SColumnInfoData* pPkCol = NULL;

×

2076

  if (hasPrimaryKeyCol(pInfo)) {

×

2077

    pPkCol = (SColumnInfoData*)taosArrayGet(pPreRes->pDataBlock, pInfo->primaryKeyIndex);

×

2079

  for (int32_t i = 0; i < pPreRes->info.rows; i++) {

×

2080

    uint64_t groupId = calGroupIdByData(&pInfo->partitionSup, pInfo->pPartScalarSup, pPreRes, i);

×

2081

    code = appendPkToSpecialBlock(pBlock, (TSKEY*)pTsCol->pData, pPkCol, i, &uid, &groupId, NULL);

×

2082

    QUERY_CHECK_CODE(code, lino, _end);

×

2084

  printDataBlock(pBlock, "new delete", taskIdStr);

×

2086

_end:

×

2087

  if (code != TSDB_CODE_SUCCESS) {

×

2088

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

2090

  return code;

×

2093

static int32_t generateSessionScanRange(SStreamScanInfo* pInfo, SSDataBlock* pSrcBlock, SSDataBlock* pDestBlock,

×

2095

  int32_t code = TSDB_CODE_SUCCESS;

×

2096

  int32_t lino = 0;

×

2097

  if (pSrcBlock->info.rows == 0) {

×

2098

    return TSDB_CODE_SUCCESS;

×

2100

  SSHashObj*       pScanRange = tSimpleHashInit(8, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT));

×

2101

  SExecTaskInfo*   pTaskInfo = pInfo->pStreamScanOp->pTaskInfo;

×

2102

  SColumnInfoData* pStartTsCol = taosArrayGet(pSrcBlock->pDataBlock, START_TS_COLUMN_INDEX);

×

2103

  TSKEY*           startData = (TSKEY*)pStartTsCol->pData;

×

2104

  SColumnInfoData* pEndTsCol = taosArrayGet(pSrcBlock->pDataBlock, END_TS_COLUMN_INDEX);

×

2105

  TSKEY*           endData = (TSKEY*)pEndTsCol->pData;

×

2106

  SColumnInfoData* pUidCol = taosArrayGet(pSrcBlock->pDataBlock, UID_COLUMN_INDEX);

×

2107

  uint64_t*        uidCol = (uint64_t*)pUidCol->pData;

×

2108

  SColumnInfoData* pGpCol = taosArrayGet(pSrcBlock->pDataBlock, GROUPID_COLUMN_INDEX);

×

2109

  SColumnInfoData* pSrcPkCol = NULL;

×

2110

  uint64_t*        pSrcGp = (uint64_t*)pGpCol->pData;

×

2111

  if (taosArrayGetSize(pSrcBlock->pDataBlock) > PRIMARY_KEY_COLUMN_INDEX) {

×

2112

    pSrcPkCol = taosArrayGet(pSrcBlock->pDataBlock, PRIMARY_KEY_COLUMN_INDEX);

×

2114

  int64_t ver = pSrcBlock->info.version - 1;

×

2116

  if (pInfo->partitionSup.needCalc &&

×

2117

      (startData[0] != endData[0] || (hasPrimaryKeyCol(pInfo) && mode == STREAM_DELETE_DATA))) {

×

2118

    code = getPreVersionDataBlock(uidCol[0], startData[0], endData[0], ver, GET_TASKID(pTaskInfo), pInfo, pSrcBlock);

×

2119

    QUERY_CHECK_CODE(code, lino, _end);

×

2120

    startData = (TSKEY*)pStartTsCol->pData;

×

2121

    endData = (TSKEY*)pEndTsCol->pData;

×

2122

    uidCol = (uint64_t*)pUidCol->pData;

×

2123

    pSrcGp = (uint64_t*)pGpCol->pData;

×

2125

  blockDataCleanup(pDestBlock);

×

2126

  code = blockDataEnsureCapacity(pDestBlock, pSrcBlock->info.rows);

×

2127

  QUERY_CHECK_CODE(code, lino, _end);

×

2129

  SColumnInfoData* pDestStartCol = taosArrayGet(pDestBlock->pDataBlock, START_TS_COLUMN_INDEX);

×

2130

  SColumnInfoData* pDestEndCol = taosArrayGet(pDestBlock->pDataBlock, END_TS_COLUMN_INDEX);

×

2131

  SColumnInfoData* pDestUidCol = taosArrayGet(pDestBlock->pDataBlock, UID_COLUMN_INDEX);

×

2132

  SColumnInfoData* pDestGpCol = taosArrayGet(pDestBlock->pDataBlock, GROUPID_COLUMN_INDEX);

×

2133

  SColumnInfoData* pDestCalStartTsCol = taosArrayGet(pDestBlock->pDataBlock, CALCULATE_START_TS_COLUMN_INDEX);

×

2134

  SColumnInfoData* pDestCalEndTsCol = taosArrayGet(pDestBlock->pDataBlock, CALCULATE_END_TS_COLUMN_INDEX);

×

2135

  SColumnInfoData* pDestTableNameInxCol = taosArrayGet(pDestBlock->pDataBlock, TABLE_NAME_COLUMN_INDEX);

×

2136

  for (int32_t i = 0; i < pSrcBlock->info.rows; i++) {

×

2137

    uint64_t groupId = pSrcGp[i];

×

2138

    if (groupId == 0) {

×

2139

      void* pVal = NULL;

×

2140

      if (hasPrimaryKeyCol(pInfo) && pSrcPkCol) {

×

2141

        pVal = colDataGetData(pSrcPkCol, i);

×

2143

      groupId = getGroupIdByData(pInfo, uidCol[i], startData[i], ver, pVal);

×

2146

    SSessionKey startWin = {0};

×

2147

    getCurSessionWindow(pInfo->windowSup.pStreamAggSup, startData[i], startData[i], groupId, &startWin);

×

2148

    if (IS_INVALID_SESSION_WIN_KEY(startWin)) {

×

2150

      continue;

×

2152

    SSessionKey endWin = {0};

×

2153

    getCurSessionWindow(pInfo->windowSup.pStreamAggSup, endData[i], endData[i], groupId, &endWin);

×

2154

    if (IS_INVALID_SESSION_WIN_KEY(endWin)) {

×

2155

      getPreSessionWindow(pInfo->windowSup.pStreamAggSup, endData[i], endData[i], groupId, &endWin);

×

2157

    if (IS_INVALID_SESSION_WIN_KEY(startWin)) {

×

2159

      qError("generate session scan range failed. rang start:%" PRIx64 ", end:%" PRIx64, startData[i], endData[i]);

×

2160

      continue;

×

2163

    SSessionKey checkKey = {.groupId = groupId, .win.skey = startWin.win.skey, .win.ekey = endWin.win.ekey};

×

2164

    if (tSimpleHashGet(pScanRange, &checkKey, sizeof(SSessionKey)) != NULL) {

×

2165

      continue;

×

2167

    code = tSimpleHashPut(pScanRange, &checkKey, sizeof(SSessionKey), NULL, 0);

×

2168

    QUERY_CHECK_CODE(code, lino, _end);

×

2170

    code = colDataSetVal(pDestStartCol, i, (const char*)&startWin.win.skey, false);

×

2171

    QUERY_CHECK_CODE(code, lino, _end);

×

2173

    code = colDataSetVal(pDestEndCol, i, (const char*)&endWin.win.ekey, false);

×

2174

    QUERY_CHECK_CODE(code, lino, _end);

×

2176

    colDataSetNULL(pDestUidCol, i);

×

2177

    code = colDataSetVal(pDestGpCol, i, (const char*)&groupId, false);

×

2178

    QUERY_CHECK_CODE(code, lino, _end);

×

2180

    colDataSetNULL(pDestCalStartTsCol, i);

×

2181

    colDataSetNULL(pDestTableNameInxCol, i);

×

2182

    pDestBlock->info.rows++;

×

2185

_end:

×

2186

  tSimpleHashCleanup(pScanRange);

×

2187

  if (code != TSDB_CODE_SUCCESS) {

×

2188

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

2190

  return code;

×

2193

static int32_t generateCountScanRange(SStreamScanInfo* pInfo, SSDataBlock* pSrcBlock, SSDataBlock* pDestBlock,

×

2195

  int32_t code = TSDB_CODE_SUCCESS;

×

2196

  int32_t lino = 0;

×

2197

  blockDataCleanup(pDestBlock);

×

2198

  if (pSrcBlock->info.rows == 0) {

×

2199

    return TSDB_CODE_SUCCESS;

×

2201

  SExecTaskInfo*   pTaskInfo = pInfo->pStreamScanOp->pTaskInfo;

×

2202

  SColumnInfoData* pStartTsCol = taosArrayGet(pSrcBlock->pDataBlock, START_TS_COLUMN_INDEX);

×

2203

  TSKEY*           startData = (TSKEY*)pStartTsCol->pData;

×

2204

  SColumnInfoData* pEndTsCol = taosArrayGet(pSrcBlock->pDataBlock, END_TS_COLUMN_INDEX);

×

2205

  TSKEY*           endData = (TSKEY*)pEndTsCol->pData;

×

2206

  SColumnInfoData* pUidCol = taosArrayGet(pSrcBlock->pDataBlock, UID_COLUMN_INDEX);

×

2207

  uint64_t*        uidCol = (uint64_t*)pUidCol->pData;

×

2208

  SColumnInfoData* pGpCol = taosArrayGet(pSrcBlock->pDataBlock, GROUPID_COLUMN_INDEX);

×

2209

  uint64_t*        pSrcGp = (uint64_t*)pGpCol->pData;

×

2210

  SColumnInfoData* pSrcPkCol = NULL;

×

2211

  if (taosArrayGetSize(pSrcBlock->pDataBlock) > PRIMARY_KEY_COLUMN_INDEX) {

×

2212

    pSrcPkCol = taosArrayGet(pSrcBlock->pDataBlock, PRIMARY_KEY_COLUMN_INDEX);

×

2214

  int64_t ver = pSrcBlock->info.version - 1;

×

2216

  if (pInfo->partitionSup.needCalc &&

×

2217

      (startData[0] != endData[0] || (hasPrimaryKeyCol(pInfo) && mode == STREAM_DELETE_DATA))) {

×

2218

    code = getPreVersionDataBlock(uidCol[0], startData[0], endData[0], ver, GET_TASKID(pTaskInfo), pInfo, pSrcBlock);

×

2219

    QUERY_CHECK_CODE(code, lino, _end);

×

2220

    startData = (TSKEY*)pStartTsCol->pData;

×

2221

    endData = (TSKEY*)pEndTsCol->pData;

×

2222

    uidCol = (uint64_t*)pUidCol->pData;

×

2223

    pSrcGp = (uint64_t*)pGpCol->pData;

×

2226

  code = blockDataEnsureCapacity(pDestBlock, pSrcBlock->info.rows);

×

2227

  QUERY_CHECK_CODE(code, lino, _end);

×

2229

  SColumnInfoData* pDestStartCol = taosArrayGet(pDestBlock->pDataBlock, START_TS_COLUMN_INDEX);

×

2230

  SColumnInfoData* pDestEndCol = taosArrayGet(pDestBlock->pDataBlock, END_TS_COLUMN_INDEX);

×

2231

  SColumnInfoData* pDestUidCol = taosArrayGet(pDestBlock->pDataBlock, UID_COLUMN_INDEX);

×

2232

  SColumnInfoData* pDestGpCol = taosArrayGet(pDestBlock->pDataBlock, GROUPID_COLUMN_INDEX);

×

2233

  SColumnInfoData* pDestCalStartTsCol = taosArrayGet(pDestBlock->pDataBlock, CALCULATE_START_TS_COLUMN_INDEX);

×

2234

  SColumnInfoData* pDestCalEndTsCol = taosArrayGet(pDestBlock->pDataBlock, CALCULATE_END_TS_COLUMN_INDEX);

×

2235

  SColumnInfoData* pDestTableNameInxCol = taosArrayGet(pDestBlock->pDataBlock, TABLE_NAME_COLUMN_INDEX);

×

2236

  for (int32_t i = 0; i < pSrcBlock->info.rows; i++) {

×

2237

    uint64_t groupId = pSrcGp[i];

×

2238

    if (groupId == 0) {

×

2239

      void* pVal = NULL;

×

2240

      if (hasPrimaryKeyCol(pInfo) && pSrcPkCol) {

×

2241

        pVal = colDataGetData(pSrcPkCol, i);

×

2243

      groupId = getGroupIdByData(pInfo, uidCol[i], startData[i], ver, pVal);

×

2245

    SSessionKey startWin = {.win.skey = startData[i], .win.ekey = endData[i], .groupId = groupId};

×

2246

    SSessionKey range = {0};

×

2247

    getCountWinRange(pInfo->windowSup.pStreamAggSup, &startWin, mode, &range);

×

2248

    code = colDataSetVal(pDestStartCol, i, (const char*)&range.win.skey, false);

×

2249

    QUERY_CHECK_CODE(code, lino, _end);

×

2251

    code = colDataSetVal(pDestEndCol, i, (const char*)&range.win.ekey, false);

×

2252

    QUERY_CHECK_CODE(code, lino, _end);

×

2254

    colDataSetNULL(pDestUidCol, i);

×

2255

    code = colDataSetVal(pDestGpCol, i, (const char*)&groupId, false);

×

2256

    QUERY_CHECK_CODE(code, lino, _end);

×

2258

    code = colDataSetVal(pDestCalStartTsCol, i, (const char*)&range.win.skey, false);

×

2259

    QUERY_CHECK_CODE(code, lino, _end);

×

2261

    code = colDataSetVal(pDestCalEndTsCol, i, (const char*)&range.win.ekey, false);

×

2262

    QUERY_CHECK_CODE(code, lino, _end);

×

2264

    colDataSetNULL(pDestTableNameInxCol, i);

×

2266

    pDestBlock->info.rows++;

×

2269

_end:

×

2270

  if (code != TSDB_CODE_SUCCESS) {

×

2271

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

2273

  return code;

×

2276

static int32_t setDelRangeEndKey(SStreamAggSupporter* pAggSup, SStreamFillSupporter* pFillSup, SWinKey* pEndKey, STimeWindow* pScanRange, bool* pRes) {

×

2277

  int32_t     code = TSDB_CODE_SUCCESS;

×

2278

  int32_t     lino = 0;

×

2279

  SSlicePoint nextPoint = {.key.groupId = pEndKey->groupId};

×

2280

  int32_t     vLen = 0;

×

2281

  int32_t     winCode = TSDB_CODE_SUCCESS;

×

2282

  code = pAggSup->stateStore.streamStateFillGetNext(pAggSup->pState, pEndKey, &nextPoint.key, (void**)&nextPoint.pResPos, &vLen, &winCode);

×

2283

  QUERY_CHECK_CODE(code, lino, _end);

×

2284

  if (winCode == TSDB_CODE_SUCCESS) {

×

2285

    setPointBuff(&nextPoint, pFillSup);

×

2286

    if (HAS_ROW_DATA(nextPoint.pLeftRow) && pEndKey->ts < nextPoint.pLeftRow->key) {

×

2287

      pScanRange->ekey = nextPoint.pLeftRow->key;

×

2288

      *pRes = true;

×

2289

    } else if (pEndKey->ts < nextPoint.pRightRow->key) {

×

2290

      pScanRange->ekey = nextPoint.pRightRow->key;

×

2291

      *pRes = true;

×

2293

      *pEndKey = nextPoint.key;

×

2294

      pScanRange->ekey = TMAX(nextPoint.pRightRow->key, nextPoint.key.ts);

×

2295

      *pRes = false;

×

2299

_end:

×

2300

  if (code != TSDB_CODE_SUCCESS) {

×

2301

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

2303

  return code;

×

2306

int32_t getTimeSliceWinRange(SStreamAggSupporter* pAggSup, SStreamFillSupporter* pFillSup, SInterval* pInterval, TSKEY start, TSKEY end,

×

2308

  int32_t        code = TSDB_CODE_SUCCESS;

×

2309

  int32_t        lino = 0;

×

2310

  int32_t        winCode = TSDB_CODE_SUCCESS;

×

2311

  SResultRowInfo dumyInfo = {0};

×

2312

  dumyInfo.cur.pageId = -1;

×

2313

  STimeWindow sWin = getActiveTimeWindow(NULL, &dumyInfo, start, pInterval, TSDB_ORDER_ASC);

×

2314

  SWinKey     startKey = {.groupId = groupId, .ts = sWin.skey};

×

2316

  sWin = getActiveTimeWindow(NULL, &dumyInfo, end, pInterval, TSDB_ORDER_ASC);

×

2317

  SWinKey endKey = {.groupId = groupId, .ts = sWin.ekey};

×

2319

  SSlicePoint prevPoint = {.key.groupId = groupId};

×

2320

  SSlicePoint nextPoint = {.key.groupId = groupId};

×

2321

  int32_t     vLen = 0;

×

2322

  code = pAggSup->stateStore.streamStateFillGetPrev(pAggSup->pState, &startKey, &prevPoint.key, (void**)&prevPoint.pResPos, &vLen, &winCode);

×

2323

  QUERY_CHECK_CODE(code, lino, _end);

×

2324

  if (winCode == TSDB_CODE_SUCCESS) {

×

2325

    setPointBuff(&prevPoint, pFillSup);

×

2326

    if (HAS_ROW_DATA(prevPoint.pRightRow)) {

×

2327

      pScanRange->skey = prevPoint.pRightRow->key;

×

2329

      pScanRange->skey = prevPoint.pLeftRow->key;

×

2332

    pScanRange->skey = startKey.ts;

×

2335

  bool res = false;

×

2336

  SWinKey curKey = endKey;

×

2337

  code = setDelRangeEndKey(pAggSup, pFillSup, &curKey, pScanRange, &res);

×

2338

  QUERY_CHECK_CODE(code, lino, _end);

×

2339

  if (res == false) {

×

2340

    code = setDelRangeEndKey(pAggSup, pFillSup, &curKey, pScanRange, &res);

×

2341

    QUERY_CHECK_CODE(code, lino, _end);

×

2343

  if (res == false) {

×

2344

    pScanRange->ekey = TMAX(endKey.ts, pScanRange->ekey);

×

2347

_end:

×

2348

  if (code != TSDB_CODE_SUCCESS) {

×

2349

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

2351

  return code;

×

2354

static int32_t generateTimeSliceScanRange(SStreamScanInfo* pInfo, SSDataBlock* pSrcBlock, SSDataBlock* pDestBlock,

×

2356

  int32_t code = TSDB_CODE_SUCCESS;

×

2357

  int32_t lino = 0;

×

2358

  blockDataCleanup(pDestBlock);

×

2359

  if (pSrcBlock->info.rows == 0) {

×

2360

    return TSDB_CODE_SUCCESS;

×

2362

  SExecTaskInfo*   pTaskInfo = pInfo->pStreamScanOp->pTaskInfo;

×

2363

  SColumnInfoData* pStartTsCol = taosArrayGet(pSrcBlock->pDataBlock, START_TS_COLUMN_INDEX);

×

2364

  TSKEY*           startData = (TSKEY*)pStartTsCol->pData;

×

2365

  SColumnInfoData* pEndTsCol = taosArrayGet(pSrcBlock->pDataBlock, END_TS_COLUMN_INDEX);

×

2366

  TSKEY*           endData = (TSKEY*)pEndTsCol->pData;

×

2367

  SColumnInfoData* pUidCol = taosArrayGet(pSrcBlock->pDataBlock, UID_COLUMN_INDEX);

×

2368

  uint64_t*        uidCol = (uint64_t*)pUidCol->pData;

×

2369

  SColumnInfoData* pGpCol = taosArrayGet(pSrcBlock->pDataBlock, GROUPID_COLUMN_INDEX);

×

2370

  uint64_t*        pSrcGp = (uint64_t*)pGpCol->pData;

×

2371

  SColumnInfoData* pSrcPkCol = NULL;

×

2372

  if (taosArrayGetSize(pSrcBlock->pDataBlock) > PRIMARY_KEY_COLUMN_INDEX) {

×

2373

    pSrcPkCol = taosArrayGet(pSrcBlock->pDataBlock, PRIMARY_KEY_COLUMN_INDEX);

×

2375

  int64_t ver = pSrcBlock->info.version - 1;

×

2377

  if (pInfo->partitionSup.needCalc &&

×

2378

      (startData[0] != endData[0] || (hasPrimaryKeyCol(pInfo) && mode == STREAM_DELETE_DATA))) {

×

2379

    code = getPreVersionDataBlock(uidCol[0], startData[0], endData[0], ver, GET_TASKID(pTaskInfo), pInfo, pSrcBlock);

×

2380

    QUERY_CHECK_CODE(code, lino, _end);

×

2381

    startData = (TSKEY*)pStartTsCol->pData;

×

2382

    endData = (TSKEY*)pEndTsCol->pData;

×

2383

    uidCol = (uint64_t*)pUidCol->pData;

×

2384

    pSrcGp = (uint64_t*)pGpCol->pData;

×

2387

  code = blockDataEnsureCapacity(pDestBlock, pSrcBlock->info.rows);

×

2388

  QUERY_CHECK_CODE(code, lino, _end);

×

2390

  SColumnInfoData* pDestStartCol = taosArrayGet(pDestBlock->pDataBlock, START_TS_COLUMN_INDEX);

×

2391

  SColumnInfoData* pDestEndCol = taosArrayGet(pDestBlock->pDataBlock, END_TS_COLUMN_INDEX);

×

2392

  SColumnInfoData* pDestUidCol = taosArrayGet(pDestBlock->pDataBlock, UID_COLUMN_INDEX);

×

2393

  SColumnInfoData* pDestGpCol = taosArrayGet(pDestBlock->pDataBlock, GROUPID_COLUMN_INDEX);

×

2394

  SColumnInfoData* pDestCalStartTsCol = taosArrayGet(pDestBlock->pDataBlock, CALCULATE_START_TS_COLUMN_INDEX);

×

2395

  SColumnInfoData* pDestCalEndTsCol = taosArrayGet(pDestBlock->pDataBlock, CALCULATE_END_TS_COLUMN_INDEX);

×

2396

  for (int32_t i = 0; i < pSrcBlock->info.rows; i++) {

×

2397

    uint64_t groupId = pSrcGp[i];

×

2398

    if (groupId == 0) {

×

2399

      void* pVal = NULL;

×

2400

      if (hasPrimaryKeyCol(pInfo) && pSrcPkCol) {

×

2401

        pVal = colDataGetData(pSrcPkCol, i);

×

2403

      groupId = getGroupIdByData(pInfo, uidCol[i], startData[i], ver, pVal);

×

2406

    STimeWindow scanRange = {0};

×

2407

    code = getTimeSliceWinRange(pInfo->windowSup.pStreamAggSup, pInfo->pFillSup, &pInfo->interval, startData[i], endData[i], groupId,

×

2409

    QUERY_CHECK_CODE(code, lino, _end);

×

2411

    code = colDataSetVal(pDestStartCol, i, (const char*)&scanRange.skey, false);

×

2412

    QUERY_CHECK_CODE(code, lino, _end);

×

2414

    code = colDataSetVal(pDestEndCol, i, (const char*)&scanRange.ekey, false);

×

2415

    QUERY_CHECK_CODE(code, lino, _end);

×

2417

    colDataSetNULL(pDestUidCol, i);

×

2418

    code = colDataSetVal(pDestGpCol, i, (const char*)&groupId, false);

×

2419

    QUERY_CHECK_CODE(code, lino, _end);

×

2421

    code = colDataSetVal(pDestCalStartTsCol, i, (const char*)&scanRange.skey, false);

×

2422

    QUERY_CHECK_CODE(code, lino, _end);

×

2424

    code = colDataSetVal(pDestCalEndTsCol, i, (const char*)&scanRange.ekey, false);

×

2425

    QUERY_CHECK_CODE(code, lino, _end);

×

2427

    pDestBlock->info.rows++;

×

2430

_end:

×

2431

  if (code != TSDB_CODE_SUCCESS) {

×

2432

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

2434

  return code;

×

2437

static int32_t generateIntervalScanRange(SStreamScanInfo* pInfo, SSDataBlock* pSrcBlock, SSDataBlock* pDestBlock,

×

2439

  int32_t code = TSDB_CODE_SUCCESS;

×

2440

  int32_t lino = 0;

×

2441

  blockDataCleanup(pDestBlock);

×

2442

  if (pSrcBlock->info.rows == 0) {

×

2443

    return TSDB_CODE_SUCCESS;

×

2445

  SSHashObj*       pScanRange = tSimpleHashInit(8, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT));

×

2446

  SExecTaskInfo*   pTaskInfo = pInfo->pStreamScanOp->pTaskInfo;

×

2447

  SColumnInfoData* pSrcStartTsCol = (SColumnInfoData*)taosArrayGet(pSrcBlock->pDataBlock, START_TS_COLUMN_INDEX);

×

2448

  SColumnInfoData* pSrcEndTsCol = (SColumnInfoData*)taosArrayGet(pSrcBlock->pDataBlock, END_TS_COLUMN_INDEX);

×

2449

  SColumnInfoData* pSrcUidCol = taosArrayGet(pSrcBlock->pDataBlock, UID_COLUMN_INDEX);

×

2450

  SColumnInfoData* pSrcGpCol = taosArrayGet(pSrcBlock->pDataBlock, GROUPID_COLUMN_INDEX);

×

2451

  SColumnInfoData* pSrcPkCol = NULL;

×

2452

  if (taosArrayGetSize(pSrcBlock->pDataBlock) > PRIMARY_KEY_COLUMN_INDEX) {

×

2453

    pSrcPkCol = taosArrayGet(pSrcBlock->pDataBlock, PRIMARY_KEY_COLUMN_INDEX);

×

2456

  uint64_t* srcUidData = (uint64_t*)pSrcUidCol->pData;

×

2457

  TSKEY*    srcStartTsCol = (TSKEY*)pSrcStartTsCol->pData;

×

2458

  TSKEY*    srcEndTsCol = (TSKEY*)pSrcEndTsCol->pData;

×

2459

  int64_t   ver = pSrcBlock->info.version - 1;

×

2461

  if (pInfo->partitionSup.needCalc &&

×

2462

      (srcStartTsCol[0] != srcEndTsCol[0] || (hasPrimaryKeyCol(pInfo) && mode == STREAM_DELETE_DATA))) {

×

2463

    code = getPreVersionDataBlock(srcUidData[0], srcStartTsCol[0], srcEndTsCol[0], ver, GET_TASKID(pTaskInfo), pInfo,

×

2465

    QUERY_CHECK_CODE(code, lino, _end);

×

2467

    srcStartTsCol = (TSKEY*)pSrcStartTsCol->pData;

×

2468

    srcEndTsCol = (TSKEY*)pSrcEndTsCol->pData;

×

2469

    srcUidData = (uint64_t*)pSrcUidCol->pData;

×

2472

  uint64_t* srcGp = (uint64_t*)pSrcGpCol->pData;

×

2473

  code = blockDataEnsureCapacity(pDestBlock, pSrcBlock->info.rows);

×

2474

  QUERY_CHECK_CODE(code, lino, _end);

×

2476

  SColumnInfoData* pStartTsCol = taosArrayGet(pDestBlock->pDataBlock, START_TS_COLUMN_INDEX);

×

2477

  SColumnInfoData* pEndTsCol = taosArrayGet(pDestBlock->pDataBlock, END_TS_COLUMN_INDEX);

×

2478

  SColumnInfoData* pDeUidCol = taosArrayGet(pDestBlock->pDataBlock, UID_COLUMN_INDEX);

×

2479

  SColumnInfoData* pGpCol = taosArrayGet(pDestBlock->pDataBlock, GROUPID_COLUMN_INDEX);

×

2480

  SColumnInfoData* pCalStartTsCol = taosArrayGet(pDestBlock->pDataBlock, CALCULATE_START_TS_COLUMN_INDEX);

×

2481

  SColumnInfoData* pCalEndTsCol = taosArrayGet(pDestBlock->pDataBlock, CALCULATE_END_TS_COLUMN_INDEX);

×

2482

  SColumnInfoData* pDestTableNameInxCol = taosArrayGet(pDestBlock->pDataBlock, TABLE_NAME_COLUMN_INDEX);

×

2483

  for (int32_t i = 0; i < pSrcBlock->info.rows;) {

×

2484

    uint64_t srcUid = srcUidData[i];

×

2485

    uint64_t groupId = srcGp[i];

×

2486

    if (groupId == 0) {

×

2487

      void* pVal = NULL;

×

2488

      if (hasPrimaryKeyCol(pInfo) && pSrcPkCol) {

×

2489

        pVal = colDataGetData(pSrcPkCol, i);

×

2491

      groupId = getGroupIdByData(pInfo, srcUid, srcStartTsCol[i], ver, pVal);

×

2493

    TSKEY calStartTs = srcStartTsCol[i];

×

2494

    code = colDataSetVal(pCalStartTsCol, pDestBlock->info.rows, (const char*)(&calStartTs), false);

×

2495

    QUERY_CHECK_CODE(code, lino, _end);

×

2497

    STimeWindow win = getSlidingWindow(srcStartTsCol, srcEndTsCol, srcGp, &pInfo->interval, &pSrcBlock->info, &i,

×

2498

                                       pInfo->partitionSup.needCalc);

×

2499

    TSKEY       calEndTs = srcStartTsCol[i - 1];

×

2500

    code = colDataSetVal(pCalEndTsCol, pDestBlock->info.rows, (const char*)(&calEndTs), false);

×

2501

    QUERY_CHECK_CODE(code, lino, _end);

×

2503

    code = colDataSetVal(pDeUidCol, pDestBlock->info.rows, (const char*)(&srcUid), false);

×

2504

    QUERY_CHECK_CODE(code, lino, _end);

×

2506

    SSessionKey checkKey = {.groupId = groupId, .win = win};

×

2507

    if (tSimpleHashGet(pScanRange, &checkKey, sizeof(SSessionKey)) != NULL) {

×

2508

      continue;

×

2510

    code = tSimpleHashPut(pScanRange, &checkKey, sizeof(SSessionKey), NULL, 0);

×

2511

    QUERY_CHECK_CODE(code, lino, _end);

×

2513

    code = colDataSetVal(pStartTsCol, pDestBlock->info.rows, (const char*)(&win.skey), false);

×

2514

    QUERY_CHECK_CODE(code, lino, _end);

×

2516

    code = colDataSetVal(pEndTsCol, pDestBlock->info.rows, (const char*)(&win.ekey), false);

×

2517

    QUERY_CHECK_CODE(code, lino, _end);

×

2519

    code = colDataSetVal(pGpCol, pDestBlock->info.rows, (const char*)(&groupId), false);

×

2520

    QUERY_CHECK_CODE(code, lino, _end);

×

2522

    colDataSetNULL(pDestTableNameInxCol,  pDestBlock->info.rows);

×

2524

    pDestBlock->info.rows++;

×

2527

_end:

×

2528

  tSimpleHashCleanup(pScanRange);

×

2529

  if (code != TSDB_CODE_SUCCESS) {

×

2530

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

2532

  return code;

×

2535

static int32_t calBlockTbName(SStreamScanInfo* pInfo, SSDataBlock* pBlock, int32_t rowId) {

×

2536

  int32_t code = TSDB_CODE_SUCCESS;

×

2537

  int32_t lino = 0;

×

2538

  blockDataCleanup(pInfo->pCreateTbRes);

×

2539

  if (pInfo->tbnameCalSup.numOfExprs == 0 && pInfo->tagCalSup.numOfExprs == 0) {

×

2540

    pBlock->info.parTbName[0] = 0;

×

2542

    code = appendCreateTableRow(pInfo->pStreamScanOp->pTaskInfo->streamInfo.pState, &pInfo->tbnameCalSup,

×

2545

    QUERY_CHECK_CODE(code, lino, _end);

×

2548

_end:

×

2549

  if (code != TSDB_CODE_SUCCESS) {

×

2550

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

2552

  return code;

×

2555

static int32_t generatePartitionDelResBlock(SStreamScanInfo* pInfo, SSDataBlock* pSrcBlock, SSDataBlock* pDestBlock) {

×

2556

  int32_t          code = TSDB_CODE_SUCCESS;

×

2557

  int32_t          lino = 0;

×

2558

  SColumnInfoData* pSrcStartTsCol = (SColumnInfoData*)taosArrayGet(pSrcBlock->pDataBlock, START_TS_COLUMN_INDEX);

×

2559

  SColumnInfoData* pSrcEndTsCol = (SColumnInfoData*)taosArrayGet(pSrcBlock->pDataBlock, END_TS_COLUMN_INDEX);

×

2560

  SColumnInfoData* pSrcUidCol = taosArrayGet(pSrcBlock->pDataBlock, UID_COLUMN_INDEX);

×

2561

  uint64_t*        srcUidData = (uint64_t*)pSrcUidCol->pData;

×

2562

  SColumnInfoData* pSrcGpCol = taosArrayGet(pSrcBlock->pDataBlock, GROUPID_COLUMN_INDEX);

×

2563

  uint64_t*        srcGp = (uint64_t*)pSrcGpCol->pData;

×

2565

  TSKEY*  srcStartTsCol = (TSKEY*)pSrcStartTsCol->pData;

×

2566

  TSKEY*  srcEndTsCol = (TSKEY*)pSrcEndTsCol->pData;

×

2567

  int64_t ver = pSrcBlock->info.version - 1;

×

2568

  for (int32_t delI = 0; delI < pSrcBlock->info.rows; delI++) {

×

2569

    uint64_t     groupId = 0;

×

2570

    uint64_t     srcUid = srcUidData[delI];

×

2571

    char         tbname[VARSTR_HEADER_SIZE + TSDB_TABLE_NAME_LEN] = {0};

×

2572

    SSDataBlock* pPreRes = readPreVersionData(pInfo->pTableScanOp, srcUid, srcStartTsCol[delI], srcEndTsCol[delI], ver);

×

2573

    if (!pPreRes) {

×

2574

      qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));

×

2575

      continue;

×

2577

    code = blockDataEnsureCapacity(pDestBlock, pDestBlock->info.rows + pPreRes->info.rows);

×

2578

    QUERY_CHECK_CODE(code, lino, _end);

×

2579

    for (int32_t preJ = 0; preJ < pPreRes->info.rows; preJ++) {

×

2580

      groupId = calGroupIdByData(&pInfo->partitionSup, pInfo->pPartScalarSup, pPreRes, preJ);

×

2581

      if (pInfo->pPartTbnameSup) {

×

2582

        void*   parTbname = NULL;

×

2583

        int32_t winCode = TSDB_CODE_SUCCESS;

×

2584

        code = pInfo->stateStore.streamStateGetParName(pInfo->pStreamScanOp->pTaskInfo->streamInfo.pState, groupId,

×

2586

        QUERY_CHECK_CODE(code, lino, _end);

×

2588

        if (winCode != TSDB_CODE_SUCCESS) {

×

2589

          code = calBlockTbName(pInfo, pPreRes, preJ);

×

2590

          QUERY_CHECK_CODE(code, lino, _end);

×

2591

          memcpy(varDataVal(tbname), pPreRes->info.parTbName, strlen(pPreRes->info.parTbName));

×

2593

          memcpy(varDataVal(tbname), parTbname, TSDB_TABLE_NAME_LEN);

×

2595

        varDataSetLen(tbname, strlen(varDataVal(tbname)));

×

2596

        pInfo->stateStore.streamStateFreeVal(parTbname);

×

2598

      code = appendDataToSpecialBlock(pDestBlock, srcStartTsCol + delI, srcEndTsCol + delI, srcUidData + delI, &groupId,

×

2599

                                      tbname[0] == 0 ? NULL : tbname);

×

2600

      QUERY_CHECK_CODE(code, lino, _end);

×

2604

_end:

×

2605

  if (code != TSDB_CODE_SUCCESS) {

×

2606

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

2608

  return code;

×

2611

static int32_t generateDeleteResultBlockImpl(SStreamScanInfo* pInfo, SSDataBlock* pSrcBlock, SSDataBlock* pDestBlock) {

×

2612

  int32_t          code = TSDB_CODE_SUCCESS;

×

2613

  int32_t          lino = 0;

×

2614

  SColumnInfoData* pSrcStartTsCol = (SColumnInfoData*)taosArrayGet(pSrcBlock->pDataBlock, START_TS_COLUMN_INDEX);

×

2615

  SColumnInfoData* pSrcEndTsCol = (SColumnInfoData*)taosArrayGet(pSrcBlock->pDataBlock, END_TS_COLUMN_INDEX);

×

2616

  SColumnInfoData* pSrcUidCol = taosArrayGet(pSrcBlock->pDataBlock, UID_COLUMN_INDEX);

×

2617

  uint64_t*        srcUidData = (uint64_t*)pSrcUidCol->pData;

×

2618

  SColumnInfoData* pSrcGpCol = taosArrayGet(pSrcBlock->pDataBlock, GROUPID_COLUMN_INDEX);

×

2619

  uint64_t*        srcGp = (uint64_t*)pSrcGpCol->pData;

×

2620

  SColumnInfoData* pSrcPkCol = NULL;

×

2621

  if (taosArrayGetSize(pSrcBlock->pDataBlock) > PRIMARY_KEY_COLUMN_INDEX) {

×

2622

    pSrcPkCol = taosArrayGet(pSrcBlock->pDataBlock, PRIMARY_KEY_COLUMN_INDEX);

×

2625

  TSKEY*  srcStartTsCol = (TSKEY*)pSrcStartTsCol->pData;

×

2626

  TSKEY*  srcEndTsCol = (TSKEY*)pSrcEndTsCol->pData;

×

2627

  int64_t ver = pSrcBlock->info.version - 1;

×

2628

  for (int32_t i = 0; i < pSrcBlock->info.rows; i++) {

×

2629

    uint64_t srcUid = srcUidData[i];

×

2630

    uint64_t groupId = srcGp[i];

×

2631

    char     tbname[VARSTR_HEADER_SIZE + TSDB_TABLE_NAME_LEN] = {0};

×

2632

    if (groupId == 0) {

×

2633

      void* pVal = NULL;

×

2634

      if (hasPrimaryKeyCol(pInfo) && pSrcPkCol) {

×

2635

        pVal = colDataGetData(pSrcPkCol, i);

×

2637

      groupId = getGroupIdByData(pInfo, srcUid, srcStartTsCol[i], ver, pVal);

×

2639

    if (pInfo->tbnameCalSup.pExprInfo) {

×

2640

      void*   parTbname = NULL;

×

2641

      int32_t winCode = TSDB_CODE_SUCCESS;

×

2642

      code = pInfo->stateStore.streamStateGetParName(pInfo->pStreamScanOp->pTaskInfo->streamInfo.pState, groupId,

×

2644

      QUERY_CHECK_CODE(code, lino, _end);

×

2646

      if (winCode != TSDB_CODE_SUCCESS) {

×

2647

        SSDataBlock* pPreRes = readPreVersionData(pInfo->pTableScanOp, srcUid, srcStartTsCol[i], srcStartTsCol[i], ver);

×

2648

        if (!pPreRes) {

×

2649

          qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));

×

2650

          continue;

×

2652

        printDataBlock(pPreRes, "pre res", GET_TASKID(pInfo->pStreamScanOp->pTaskInfo));

×

2653

        code = calBlockTbName(pInfo, pPreRes, 0);

×

2654

        QUERY_CHECK_CODE(code, lino, _end);

×

2655

        memcpy(varDataVal(tbname), pPreRes->info.parTbName, strlen(pPreRes->info.parTbName));

×

2657

        memcpy(varDataVal(tbname), parTbname, TSDB_TABLE_NAME_LEN);

×

2659

      varDataSetLen(tbname, strlen(varDataVal(tbname)));

×

2660

      pInfo->stateStore.streamStateFreeVal(parTbname);

×

2662

    code = appendDataToSpecialBlock(pDestBlock, srcStartTsCol + i, srcEndTsCol + i, srcUidData + i, &groupId,

×

2663

                                    tbname[0] == 0 ? NULL : tbname);

×

2664

    QUERY_CHECK_CODE(code, lino, _end);

×

2667

_end:

×

2668

  if (code != TSDB_CODE_SUCCESS) {

×

2669

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

2671

  return code;

×

2674

static int32_t generateDeleteResultBlock(SStreamScanInfo* pInfo, SSDataBlock* pSrcBlock, SSDataBlock* pDestBlock) {

×

2675

  blockDataCleanup(pDestBlock);

×

2676

  int32_t rows = pSrcBlock->info.rows;

×

2677

  if (rows == 0) {

×

2678

    return TSDB_CODE_SUCCESS;

×

2680

  int32_t code = blockDataEnsureCapacity(pDestBlock, rows);

×

2681

  if (code != TSDB_CODE_SUCCESS) {

×

2682

    return code;

×

2684

  if (pInfo->partitionSup.needCalc) {

×

2685

    return generatePartitionDelResBlock(pInfo, pSrcBlock, pDestBlock);

×

2687

  return generateDeleteResultBlockImpl(pInfo, pSrcBlock, pDestBlock);

×

2690

static int32_t generateScanRange(SStreamScanInfo* pInfo, SSDataBlock* pSrcBlock, SSDataBlock* pDestBlock,

×

2692

  int32_t code = TSDB_CODE_SUCCESS;

×

2693

  int32_t lino = 0;

×

2694

  if (isIntervalWindow(pInfo)) {

×

2695

    code = generateIntervalScanRange(pInfo, pSrcBlock, pDestBlock, type);

×

2696

    QUERY_CHECK_CODE(code, lino, _end);

×

2697

  } else if (isSessionWindow(pInfo) || isStateWindow(pInfo)) {

×

2698

    code = generateSessionScanRange(pInfo, pSrcBlock, pDestBlock, type);

×

2699

    QUERY_CHECK_CODE(code, lino, _end);

×

2700

  } else if (isCountWindow(pInfo)) {

×

2701

    code = generateCountScanRange(pInfo, pSrcBlock, pDestBlock, type);

×

2702

    QUERY_CHECK_CODE(code, lino, _end);

×

2703

  } else if (isTimeSlice(pInfo)) {

×

2704

    code = generateTimeSliceScanRange(pInfo, pSrcBlock, pDestBlock, type);

×

2705

    QUERY_CHECK_CODE(code, lino, _end);

×

2707

    code = generateDeleteResultBlock(pInfo, pSrcBlock, pDestBlock);

×

2708

    QUERY_CHECK_CODE(code, lino, _end);

×

2710

  pDestBlock->info.type = STREAM_CLEAR;

×

2711

  pDestBlock->info.version = pSrcBlock->info.version;

×

2712

  pDestBlock->info.dataLoad = 1;

×

2713

  code = blockDataUpdateTsWindow(pDestBlock, 0);

×

2714

  QUERY_CHECK_CODE(code, lino, _end);

×

2716

_end:

×

2717

  if (code != TSDB_CODE_SUCCESS) {

×

2718

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

2720

  return code;

×

2723

int32_t appendDataToSpecialBlock(SSDataBlock* pBlock, TSKEY* pStartTs, TSKEY* pEndTs, uint64_t* pUid, uint64_t* pGp,

×

2725

  return appendOneRowToSpecialBlockImpl(pBlock, pStartTs, pEndTs, pStartTs, pEndTs, pUid, pGp, pTbName, NULL);

×

2728

bool checkExpiredData(SStateStore* pAPI, SUpdateInfo* pUpdateInfo, STimeWindowAggSupp* pTwSup, uint64_t tableId,

×

2730

  bool isExpired = false;

×

2731

  bool isInc = pAPI->isIncrementalTimeStamp(pUpdateInfo, tableId, ts, pPkVal, len);

×

2732

  if (!isInc) {

×

2733

    isExpired = isOverdue(ts, pTwSup);

×

2735

  return isExpired;

×

2738

static int32_t checkUpdateData(SStreamScanInfo* pInfo, bool invertible, SSDataBlock* pBlock, bool out) {

×

2739

  int32_t code = TSDB_CODE_SUCCESS;

×

2740

  int32_t lino = 0;

×

2741

  if (out) {

×

2742

    blockDataCleanup(pInfo->pUpdateDataRes);

×

2743

    code = blockDataEnsureCapacity(pInfo->pUpdateDataRes, pBlock->info.rows * 2);

×

2744

    QUERY_CHECK_CODE(code, lino, _end);

×

2746

  SColumnInfoData* pColDataInfo = taosArrayGet(pBlock->pDataBlock, pInfo->primaryTsIndex);

×

2747

  TSKEY*           tsCol = (TSKEY*)pColDataInfo->pData;

×

2748

  SColumnInfoData* pPkColDataInfo = NULL;

×

2749

  if (hasPrimaryKeyCol(pInfo)) {

×

2750

    pPkColDataInfo = taosArrayGet(pBlock->pDataBlock, pInfo->primaryKeyIndex);

×

2753

  bool tableInserted = pInfo->stateStore.updateInfoIsTableInserted(pInfo->pUpdateInfo, pBlock->info.id.uid);

×

2754

  for (int32_t rowId = 0; rowId < pBlock->info.rows; rowId++) {

×

2756

    dumyInfo.cur.pageId = -1;

×

2757

    bool        isClosed = false;

×

2758

    STimeWindow win = {.skey = INT64_MIN, .ekey = INT64_MAX};

×

2759

    bool        overDue = isOverdue(tsCol[rowId], &pInfo->twAggSup);

×

2760

    if (pInfo->igExpired && overDue) {

×

2761

      continue;

×

2764

    if (tableInserted && overDue) {

×

2765

      win = getActiveTimeWindow(NULL, &dumyInfo, tsCol[rowId], &pInfo->interval, TSDB_ORDER_ASC);

×

2766

      isClosed = isCloseWindow(&win, &pInfo->twAggSup);

×

2769

    void*   pPkVal = NULL;

×

2770

    int32_t pkLen = 0;

×

2771

    if (hasPrimaryKeyCol(pInfo)) {

×

2772

      pPkVal = colDataGetData(pPkColDataInfo, rowId);

×

2773

      pkLen = colDataGetRowLength(pPkColDataInfo, rowId);

×

2776

        pInfo->stateStore.updateInfoIsUpdated(pInfo->pUpdateInfo, pBlock->info.id.uid, tsCol[rowId], pPkVal, pkLen);

×

2777

    bool isDeleted =

×

2778

        isClosed && isSignleIntervalWindow(pInfo) &&

×

2779

        isDeletedStreamWindow(&win, pBlock->info.id.groupId, pInfo->pState, &pInfo->twAggSup, &pInfo->stateStore);

×

2780

    if ((update || isDeleted) && out) {

×

2781

      qDebug("stream update check not pass, update %d, deleted Win %d", update, isDeleted);

×

2782

      uint64_t gpId = 0;

×

2783

      code = appendPkToSpecialBlock(pInfo->pUpdateDataRes, tsCol, pPkColDataInfo, rowId, &pBlock->info.id.uid, &gpId,

×

2785

      QUERY_CHECK_CODE(code, lino, _end);

×

2786

      if (isDeleted && pInfo->partitionSup.needCalc) {

×

2787

        gpId = calGroupIdByData(&pInfo->partitionSup, pInfo->pPartScalarSup, pBlock, rowId);

×

2788

        code = appendPkToSpecialBlock(pInfo->pUpdateDataRes, tsCol, pPkColDataInfo, rowId, &pBlock->info.id.uid, &gpId,

×

2790

        QUERY_CHECK_CODE(code, lino, _end);

×

2794

  if (out && pInfo->pUpdateDataRes->info.rows > 0) {

×

2795

    pInfo->pUpdateDataRes->info.version = pBlock->info.version;

×

2796

    pInfo->pUpdateDataRes->info.dataLoad = 1;

×

2797

    code = blockDataUpdateTsWindow(pInfo->pUpdateDataRes, 0);

×

2798

    QUERY_CHECK_CODE(code, lino, _end);

×

2799

    pInfo->pUpdateDataRes->info.type = pInfo->partitionSup.needCalc ? STREAM_DELETE_DATA : STREAM_CLEAR;

×

2802

_end:

×

2803

  if (code != TSDB_CODE_SUCCESS) {

×

2804

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

2806

  return code;

×

2809

static int32_t doBlockDataWindowFilter(SSDataBlock* pBlock, int32_t tsIndex, STimeWindow* pWindow, const char* id) {

×

2810

  int32_t code = TSDB_CODE_SUCCESS;

×

2811

  int32_t lino = 0;

×

2812

  bool*   p = NULL;

×

2813

  if (pWindow->skey != INT64_MIN || pWindow->ekey != INT64_MAX) {

×

2814

    p = taosMemoryCalloc(pBlock->info.rows, sizeof(bool));

×

2815

    QUERY_CHECK_NULL(p, code, lino, _end, terrno);

×

2816

    bool hasUnqualified = false;

×

2818

    SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, tsIndex);

×

2820

    if (pWindow->skey != INT64_MIN) {

×

2821

      qDebug("%s filter for additional history window, skey:%" PRId64, id, pWindow->skey);

×

2823

      QUERY_CHECK_NULL(pCol->pData, code, lino, _end, TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR);

×

2824

      for (int32_t i = 0; i < pBlock->info.rows; ++i) {

×

2825

        int64_t* ts = (int64_t*)colDataGetData(pCol, i);

×

2826

        p[i] = (*ts >= pWindow->skey);

×

2828

        if (!p[i]) {

×

2829

          hasUnqualified = true;

×

2832

    } else if (pWindow->ekey != INT64_MAX) {

×

2833

      qDebug("%s filter for additional history window, ekey:%" PRId64, id, pWindow->ekey);

×

2834

      for (int32_t i = 0; i < pBlock->info.rows; ++i) {

×

2835

        int64_t* ts = (int64_t*)colDataGetData(pCol, i);

×

2836

        p[i] = (*ts <= pWindow->ekey);

×

2838

        if (!p[i]) {

×

2839

          hasUnqualified = true;

×

2844

    if (hasUnqualified) {

×

2845

      code = trimDataBlock(pBlock, pBlock->info.rows, p);

×

2846

      QUERY_CHECK_CODE(code, lino, _end);

×

2850

_end:

×

2851

  taosMemoryFree(p);

×

2852

  if (code != TSDB_CODE_SUCCESS) {

×

2853

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

2855

  return code;

×

2858

static int32_t doBlockDataPrimaryKeyFilter(SSDataBlock* pBlock, STqOffsetVal* offset) {

×

2859

  int32_t code = TSDB_CODE_SUCCESS;

×

2860

  int32_t lino = 0;

×

2861

  if (pBlock->info.window.skey != offset->ts || offset->primaryKey.type == 0) {

×

2862

    return code;

×

2864

  bool* p = taosMemoryCalloc(pBlock->info.rows, sizeof(bool));

×

2865

  QUERY_CHECK_NULL(p, code, lino, _end, terrno);

×

2866

  bool hasUnqualified = false;

×

2868

  SColumnInfoData* pColTs = taosArrayGet(pBlock->pDataBlock, 0);

×

2869

  SColumnInfoData* pColPk = taosArrayGet(pBlock->pDataBlock, 1);

×

2871

  qDebug("doBlockDataWindowFilter primary key, ts:%" PRId64 " %" PRId64, offset->ts, offset->primaryKey.val);

×

2872

  QUERY_CHECK_CONDITION((pColPk->info.type == offset->primaryKey.type), code, lino, _end,

×

2875

  __compar_fn_t func = getComparFunc(pColPk->info.type, 0);

×

2876

  QUERY_CHECK_NULL(func, code, lino, _end, terrno);

×

2877

  for (int32_t i = 0; i < pBlock->info.rows; ++i) {

×

2878

    int64_t* ts = (int64_t*)colDataGetData(pColTs, i);

×

2879

    void*    data = colDataGetData(pColPk, i);

×

2880

    if (IS_VAR_DATA_TYPE(pColPk->info.type)) {

×

2881

      void* tmq = taosMemoryMalloc(offset->primaryKey.nData + VARSTR_HEADER_SIZE);

×

2882

      QUERY_CHECK_NULL(tmq, code, lino, _end, terrno);

×

2883

      memcpy(varDataVal(tmq), offset->primaryKey.pData, offset->primaryKey.nData);

×

2884

      varDataLen(tmq) = offset->primaryKey.nData;

×

2885

      p[i] = (*ts > offset->ts) || (func(data, tmq) > 0);

×

2886

      taosMemoryFree(tmq);

×

2888

      p[i] = (*ts > offset->ts) || (func(data, &offset->primaryKey.val) > 0);

×

2891

    if (!p[i]) {

×

2892

      hasUnqualified = true;

×

2896

  if (hasUnqualified) {

×

2897

    code = trimDataBlock(pBlock, pBlock->info.rows, p);

×

2898

    QUERY_CHECK_CODE(code, lino, _end);

×

2901

_end:

×

2902

  taosMemoryFree(p);

×

2903

  if (code != TSDB_CODE_SUCCESS) {

×

2904

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

2906

  return code;

×

2910

static int32_t rebuildDeleteBlockData(SSDataBlock* pBlock, STimeWindow* pWindow, const char* id) {

×

2911

  int32_t code = TSDB_CODE_SUCCESS;

×

2912

  int32_t lino = 0;

×

2913

  int32_t numOfRows = pBlock->info.rows;

×

2914

  bool*   p = taosMemoryCalloc(numOfRows, sizeof(bool));

×

2915

  QUERY_CHECK_NULL(p, code, lino, _end, terrno);

×

2917

  bool    hasUnqualified = false;

×

2918

  int64_t skey = pWindow->skey;

×

2919

  int64_t ekey = pWindow->ekey;

×

2921

  SColumnInfoData* pSrcStartCol = taosArrayGet(pBlock->pDataBlock, START_TS_COLUMN_INDEX);

×

2922

  uint64_t*        tsStartCol = (uint64_t*)pSrcStartCol->pData;

×

2923

  SColumnInfoData* pSrcEndCol = taosArrayGet(pBlock->pDataBlock, END_TS_COLUMN_INDEX);

×

2924

  uint64_t*        tsEndCol = (uint64_t*)pSrcEndCol->pData;

×

2926

  if (pWindow->skey != INT64_MIN) {

×

2927

    for (int32_t i = 0; i < numOfRows; i++) {

×

2928

      if (tsStartCol[i] < skey) {

×

2929

        tsStartCol[i] = skey;

×

2932

      if (tsEndCol[i] >= skey) {

×

2933

        p[i] = true;

×

2935

        hasUnqualified = true;

×

2938

  } else if (pWindow->ekey != INT64_MAX) {

×

2939

    for (int32_t i = 0; i < numOfRows; ++i) {

×

2940

      if (tsEndCol[i] > ekey) {

×

2941

        tsEndCol[i] = ekey;

×

2944

      if (tsStartCol[i] <= ekey) {

×

2945

        p[i] = true;

×

2947

        hasUnqualified = true;

×

2952

  if (hasUnqualified) {

×

2953

    code = trimDataBlock(pBlock, pBlock->info.rows, p);

×

2954

    qDebug("%s re-build delete datablock, start key revised to:%" PRId64 ", rows:%" PRId64, id, skey,

×

2956

    QUERY_CHECK_CODE(code, lino, _end);

×

2958

    qDebug("%s not update the delete block", id);

×

2961

_end:

×

2962

  taosMemoryFree(p);

×

2963

  if (code != TSDB_CODE_SUCCESS) {

×

2964

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

2966

  return code;

×

2969

static int32_t colIdComparFn(const void* param1, const void* param2) {

×

2970

  int32_t p1 = *(int32_t*)param1;

×

2971

  int32_t p2 = *(int32_t*)param2;

×

2973

  if (p1 == p2) {

×

2974

    return 0;

×

2976

    return (p1 < p2) ? -1 : 1;

×

2980

static int32_t setBlockIntoRes(SStreamScanInfo* pInfo, const SSDataBlock* pBlock, STimeWindow* pTimeWindow,

×

2982

  int32_t         code = TSDB_CODE_SUCCESS;

×

2983

  int32_t         lino = 0;

×

2984

  SDataBlockInfo* pBlockInfo = &pInfo->pRes->info;

×

2985

  SOperatorInfo*  pOperator = pInfo->pStreamScanOp;

×

2986

  SExecTaskInfo*  pTaskInfo = pOperator->pTaskInfo;

×

2987

  const char*     id = GET_TASKID(pTaskInfo);

×

2989

  code = blockDataEnsureCapacity(pInfo->pRes, pBlock->info.rows);

×

2990

  QUERY_CHECK_CODE(code, lino, _end);

×

2992

  pBlockInfo->rows = pBlock->info.rows;

×

2993

  pBlockInfo->id.uid = pBlock->info.id.uid;

×

2994

  pBlockInfo->type = STREAM_NORMAL;

×

2995

  pBlockInfo->version = pBlock->info.version;

×

2997

  STableScanInfo* pTableScanInfo = pInfo->pTableScanOp->info;

×

2998

  pBlockInfo->id.groupId = tableListGetTableGroupId(pTableScanInfo->base.pTableListInfo, pBlock->info.id.uid);

×

3000

  SArray* pColList = taosArrayInit(4, sizeof(int32_t));

×

3001

  QUERY_CHECK_NULL(pColList, code, lino, _end, terrno);

×

3004

  for (int32_t i = 0; i < taosArrayGetSize(pInfo->matchInfo.pList); ++i) {

×

3005

    SColMatchItem* pColMatchInfo = taosArrayGet(pInfo->matchInfo.pList, i);

×

3006

    if (!pColMatchInfo->needOutput) {

×

3007

      continue;

×

3010

    bool colExists = false;

×

3011

    for (int32_t j = 0; j < blockDataGetNumOfCols(pBlock); ++j) {

×

3012

      SColumnInfoData* pResCol = NULL;

×

3013

      code = bdGetColumnInfoData(pBlock, j, &pResCol);

×

3014

      QUERY_CHECK_CODE(code, lino, _end);

×

3016

      if (pResCol->info.colId == pColMatchInfo->colId) {

×

3017

        SColumnInfoData* pDst = taosArrayGet(pInfo->pRes->pDataBlock, pColMatchInfo->dstSlotId);

×

3018

        code = colDataAssign(pDst, pResCol, pBlock->info.rows, &pInfo->pRes->info);

×

3019

        QUERY_CHECK_CODE(code, lino, _end);

×

3021

        colExists = true;

×

3022

        void* tmp = taosArrayPush(pColList, &pColMatchInfo->dstSlotId);

×

3023

        QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);

×

3024

        break;

×

3029

    if (!colExists) {

×

3030

      SColumnInfoData* pDst = taosArrayGet(pInfo->pRes->pDataBlock, pColMatchInfo->dstSlotId);

×

3031

      colDataSetNNULL(pDst, 0, pBlockInfo->rows);

×

3032

      void* tmp = taosArrayPush(pColList, &pColMatchInfo->dstSlotId);

×

3033

      QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);

×

3038

  if (pInfo->numOfPseudoExpr > 0) {

×

3039

    code = addTagPseudoColumnData(&pInfo->readHandle, pInfo->pPseudoExpr, pInfo->numOfPseudoExpr, pInfo->pRes,

×

3040

                                  pBlockInfo->rows, pTaskInfo, &pTableScanInfo->base.metaCache);

×

3042

    if (code) {

×

3043

      QUERY_CHECK_CODE(code, lino, _end);

×

3047

    terrno = 0;

×

3049

    for (int32_t i = 0; i < pInfo->numOfPseudoExpr; ++i) {

×

3050

      void* tmp = taosArrayPush(pColList, &pInfo->pPseudoExpr[i].base.resSchema.slotId);

×

3051

      QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);

×

3055

  taosArraySort(pColList, colIdComparFn);

×

3057

  int32_t i = 0, j = 0;

×

3058

  while (i < taosArrayGetSize(pColList)) {

×

3059

    int32_t slot1 = *(int32_t*)taosArrayGet(pColList, i);

×

3060

    if (slot1 > j) {

×

3061

      SColumnInfoData* pDst = taosArrayGet(pInfo->pRes->pDataBlock, j);

×

3062

      colDataSetNNULL(pDst, 0, pBlockInfo->rows);

×

3063

      j += 1;

×

3065

      i += 1;

×

3066

      j += 1;

×

3070

  while (j < taosArrayGetSize(pInfo->pRes->pDataBlock)) {

×

3071

    SColumnInfoData* pDst = taosArrayGet(pInfo->pRes->pDataBlock, j);

×

3072

    colDataSetNNULL(pDst, 0, pBlockInfo->rows);

×

3073

    j += 1;

×

3076

  taosArrayDestroy(pColList);

×

3078

  if (filter) {

×

3079

    code = doFilter(pInfo->pRes, pOperator->exprSupp.pFilterInfo, NULL);

×

3080

    QUERY_CHECK_CODE(code, lino, _end);

×

3084

  code = doBlockDataWindowFilter(pInfo->pRes, pInfo->primaryTsIndex, pTimeWindow, id);

×

3085

  QUERY_CHECK_CODE(code, lino, _end);

×

3086

  pInfo->pRes->info.dataLoad = 1;

×

3088

  code = blockDataUpdateTsWindow(pInfo->pRes, pInfo->primaryTsIndex);

×

3089

  QUERY_CHECK_CODE(code, lino, _end);

×

3090

  if (pInfo->pRes->info.rows == 0) {

×

3091

    return 0;

×

3094

  code = calBlockTbName(pInfo, pInfo->pRes, 0);

×

3095

  QUERY_CHECK_CODE(code, lino, _end);

×

3097

_end:

×

3098

  if (code != TSDB_CODE_SUCCESS) {

×

3099

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

3101

  return code;

×

3104

static int32_t processPrimaryKey(SSDataBlock* pBlock, bool hasPrimaryKey, STqOffsetVal* offset) {

×

3105

  int32_t code = TSDB_CODE_SUCCESS;

×

3106

  int32_t lino = 0;

×

3107

  SValue  val = {0};

×

3108

  if (hasPrimaryKey) {

×

3109

    code = doBlockDataPrimaryKeyFilter(pBlock, offset);

×

3110

    if (code != TSDB_CODE_SUCCESS) {

×

3111

      qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code));

×

3112

      return code;

×

3114

    SColumnInfoData* pColPk = taosArrayGet(pBlock->pDataBlock, 1);

×

3116

    if (pBlock->info.rows < 1) {

×

3117

      return code;

×

3119

    void* tmp = colDataGetData(pColPk, pBlock->info.rows - 1);

×

3120

    val.type = pColPk->info.type;

×

3121

    if (IS_VAR_DATA_TYPE(pColPk->info.type)) {

×

3122

      val.pData = taosMemoryMalloc(varDataLen(tmp));

×

3123

      QUERY_CHECK_NULL(val.pData, code, lino, _end, terrno);

×

3124

      val.nData = varDataLen(tmp);

×

3125

      memcpy(val.pData, varDataVal(tmp), varDataLen(tmp));

×

3127

      memcpy(&val.val, tmp, pColPk->info.bytes);

×

3130

  tqOffsetResetToData(offset, pBlock->info.id.uid, pBlock->info.window.ekey, val);

×

3132

_end:

×

3133

  if (code != TSDB_CODE_SUCCESS) {

×

3134

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

3136

  return code;

×

3139

static int32_t doQueueScanNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {

×

3140

  int32_t        code = TSDB_CODE_SUCCESS;

×

3141

  int32_t        lino = 0;

×

3142

  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;

×

3143

  SStorageAPI*   pAPI = &pTaskInfo->storageAPI;

×

3145

  SStreamScanInfo* pInfo = pOperator->info;

×

3146

  const char*      id = GET_TASKID(pTaskInfo);

×

3148

  qDebug("start to exec queue scan, %s", id);

×

3150

  if (isTaskKilled(pTaskInfo)) {

×

3151

    (*ppRes) = NULL;

×

3152

    return pTaskInfo->code;

×

3155

  if (pTaskInfo->streamInfo.currentOffset.type == TMQ_OFFSET__SNAPSHOT_DATA) {

×

3156

    while (1) {

×

3157

      SSDataBlock* pResult = NULL;

×

3158

      code = doTableScanNext(pInfo->pTableScanOp, &pResult);

×

3159

      QUERY_CHECK_CODE(code, lino, _end);

×

3161

      if (pResult && pResult->info.rows > 0) {

×

3162

        bool hasPrimaryKey = pAPI->tqReaderFn.tqGetTablePrimaryKey(pInfo->tqReader);

×

3163

        code = processPrimaryKey(pResult, hasPrimaryKey, &pTaskInfo->streamInfo.currentOffset);

×

3164

        QUERY_CHECK_CODE(code, lino, _end);

×

3165

        qDebug("tmqsnap doQueueScan get data utid:%" PRId64 "", pResult->info.id.uid);

×

3166

        if (pResult->info.rows > 0) {

×

3167

          (*ppRes) = pResult;

×

3168

          return code;

×

3175

    STableScanInfo* pTSInfo = pInfo->pTableScanOp->info;

×

3176

    pAPI->tsdReader.tsdReaderClose(pTSInfo->base.dataReader);

×

3178

    pTSInfo->base.dataReader = NULL;

×

3179

    int64_t validVer = pTaskInfo->streamInfo.snapshotVer + 1;

×

3180

    qDebug("queue scan tsdb over, switch to wal ver %" PRId64 "", validVer);

×

3181

    if (pAPI->tqReaderFn.tqReaderSeek(pInfo->tqReader, validVer, pTaskInfo->id.str) < 0) {

×

3182

      (*ppRes) = NULL;

×

3183

      return code;

×

3186

    tqOffsetResetToLog(&pTaskInfo->streamInfo.currentOffset, validVer);

×

3189

  if (pTaskInfo->streamInfo.currentOffset.type == TMQ_OFFSET__LOG) {

×

3190

    while (1) {

×

3192

          pAPI->tqReaderFn.tqReaderNextBlockInWal(pInfo->tqReader, id, pTaskInfo->streamInfo.sourceExcluded);

×

3194

      SSDataBlock*       pRes = pAPI->tqReaderFn.tqGetResultBlock(pInfo->tqReader);

×

3195

      struct SWalReader* pWalReader = pAPI->tqReaderFn.tqReaderGetWalReader(pInfo->tqReader);

×

3198

      tqOffsetResetToLog(&pTaskInfo->streamInfo.currentOffset, pWalReader->curVersion);

×

3201

      pTaskInfo->streamInfo.currentOffset.ts = pAPI->tqReaderFn.tqGetResultBlockTime(pInfo->tqReader);

×

3203

      if (hasResult) {

×

3204

        qDebug("doQueueScan get data from log %" PRId64 " rows, version:%" PRId64, pRes->info.rows,

×

3206

        blockDataCleanup(pInfo->pRes);

×

3207

        STimeWindow defaultWindow = {.skey = INT64_MIN, .ekey = INT64_MAX};

×

3208

        code = setBlockIntoRes(pInfo, pRes, &defaultWindow, true);

×

3209

        QUERY_CHECK_CODE(code, lino, _end);

×

3210

        qDebug("doQueueScan after filter get data from log %" PRId64 " rows, version:%" PRId64, pInfo->pRes->info.rows,

×

3212

        if (pInfo->pRes->info.rows > 0) {

×

3213

          (*ppRes) = pInfo->pRes;

×

3214

          return code;

×

3217

        qDebug("doQueueScan get none from log, return, version:%" PRId64, pTaskInfo->streamInfo.currentOffset.version);

×

3218

        (*ppRes) = NULL;

×

3219

        return code;

×

3223

    qError("unexpected streamInfo prepare type: %d", pTaskInfo->streamInfo.currentOffset.type);

×

3224

    (*ppRes) = NULL;

×

3225

    return code;

×

3228

_end:

×

3229

  if (code != TSDB_CODE_SUCCESS) {

×

3230

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

3231

    pTaskInfo->code = code;

×

3232

    T_LONG_JMP(pTaskInfo->env, code);

×

3234

  (*ppRes) = NULL;

×

3235

  return code;

×

3238

static SSDataBlock* doQueueScan(SOperatorInfo* pOperator) {

×

3239

  SSDataBlock* pRes = NULL;

×

3240

  int32_t      code = doQueueScanNext(pOperator, &pRes);

×

3241

  return pRes;

×

3244

static int32_t filterDelBlockByUid(SSDataBlock* pDst, const SSDataBlock* pSrc, SStreamScanInfo* pInfo) {

×

3245

  int32_t    code = TSDB_CODE_SUCCESS;

×

3246

  int32_t    lino = 0;

×

3247

  STqReader* pReader = pInfo->tqReader;

×

3248

  int32_t    rows = pSrc->info.rows;

×

3249

  code = blockDataEnsureCapacity(pDst, rows);

×

3250

  QUERY_CHECK_CODE(code, lino, _end);

×

3252

  SColumnInfoData* pSrcStartCol = taosArrayGet(pSrc->pDataBlock, START_TS_COLUMN_INDEX);

×

3253

  uint64_t*        startCol = (uint64_t*)pSrcStartCol->pData;

×

3254

  SColumnInfoData* pSrcEndCol = taosArrayGet(pSrc->pDataBlock, END_TS_COLUMN_INDEX);

×

3255

  uint64_t*        endCol = (uint64_t*)pSrcEndCol->pData;

×

3256

  SColumnInfoData* pSrcUidCol = taosArrayGet(pSrc->pDataBlock, UID_COLUMN_INDEX);

×

3257

  uint64_t*        uidCol = (uint64_t*)pSrcUidCol->pData;

×

3259

  SColumnInfoData* pDstStartCol = taosArrayGet(pDst->pDataBlock, START_TS_COLUMN_INDEX);

×

3260

  SColumnInfoData* pDstEndCol = taosArrayGet(pDst->pDataBlock, END_TS_COLUMN_INDEX);

×

3261

  SColumnInfoData* pDstUidCol = taosArrayGet(pDst->pDataBlock, UID_COLUMN_INDEX);

×

3263

  int32_t j = 0;

×

3264

  for (int32_t i = 0; i < rows; i++) {

×

3265

    if (pInfo->readerFn.tqReaderIsQueriedTable(pReader, uidCol[i])) {

×

3266

      code = colDataSetVal(pDstStartCol, j, (const char*)&startCol[i], false);

×

3267

      QUERY_CHECK_CODE(code, lino, _end);

×

3269

      code = colDataSetVal(pDstEndCol, j, (const char*)&endCol[i], false);

×

3270

      QUERY_CHECK_CODE(code, lino, _end);

×

3272

      code = colDataSetVal(pDstUidCol, j, (const char*)&uidCol[i], false);

×

3273

      QUERY_CHECK_CODE(code, lino, _end);

×

3275

      colDataSetNULL(taosArrayGet(pDst->pDataBlock, GROUPID_COLUMN_INDEX), j);

×

3276

      colDataSetNULL(taosArrayGet(pDst->pDataBlock, CALCULATE_START_TS_COLUMN_INDEX), j);

×

3277

      colDataSetNULL(taosArrayGet(pDst->pDataBlock, CALCULATE_END_TS_COLUMN_INDEX), j);

×

3278

      colDataSetNULL(taosArrayGet(pDst->pDataBlock, TABLE_NAME_COLUMN_INDEX), j);

×

3279

      j++;

×

3283

  uint32_t cap = pDst->info.capacity;

×

3284

  pDst->info = pSrc->info;

×

3285

  pDst->info.rows = j;

×

3286

  pDst->info.capacity = cap;

×

3288

_end:

×

3289

  if (code != TSDB_CODE_SUCCESS) {

×

3290

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

3292

  return code;

×

3296

static int32_t setBlockGroupIdByUid(SStreamScanInfo* pInfo, SSDataBlock* pBlock) {

×

3297

  int32_t          code = TSDB_CODE_SUCCESS;

×

3298

  int32_t          lino = 0;

×

3299

  SColumnInfoData* pStartTsCol = taosArrayGet(pBlock->pDataBlock, START_TS_COLUMN_INDEX);

×

3300

  TSKEY*           startTsCol = (TSKEY*)pStartTsCol->pData;

×

3301

  SColumnInfoData* pGpCol = taosArrayGet(pBlock->pDataBlock, GROUPID_COLUMN_INDEX);

×

3302

  uint64_t*        gpCol = (uint64_t*)pGpCol->pData;

×

3303

  SColumnInfoData* pUidCol = taosArrayGet(pBlock->pDataBlock, UID_COLUMN_INDEX);

×

3304

  uint64_t*        uidCol = (uint64_t*)pUidCol->pData;

×

3305

  int32_t          rows = pBlock->info.rows;

×

3306

  if (!pInfo->partitionSup.needCalc) {

×

3307

    for (int32_t i = 0; i < rows; i++) {

×

3308

      uint64_t groupId = getGroupIdByUid(pInfo, uidCol[i]);

×

3309

      code = colDataSetVal(pGpCol, i, (const char*)&groupId, false);

×

3310

      QUERY_CHECK_CODE(code, lino, _end);

×

3314

_end:

×

3315

  if (code != TSDB_CODE_SUCCESS) {

×

3316

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

3318

  return code;

×

3321

static int32_t doCheckUpdate(SStreamScanInfo* pInfo, TSKEY endKey, SSDataBlock* pBlock) {

×

3322

  int32_t code = TSDB_CODE_SUCCESS;

×

3323

  int32_t lino = 0;

×

3324

  if (pInfo->pUpdateInfo) {

×

3325

    pInfo->pUpdateInfo->maxDataVersion = TMAX(pInfo->pUpdateInfo->maxDataVersion, pBlock->info.version);

×

3327

  if (!pInfo->igCheckUpdate && pInfo->pUpdateInfo) {

×

3328

    code = checkUpdateData(pInfo, true, pBlock, true);

×

3329

    QUERY_CHECK_CODE(code, lino, _end);

×

3330

    pInfo->twAggSup.maxTs = TMAX(pInfo->twAggSup.maxTs, endKey);

×

3331

    if (pInfo->pUpdateDataRes->info.rows > 0) {

×

3332

      pInfo->updateResIndex = 0;

×

3333

      if (pInfo->pUpdateDataRes->info.type == STREAM_CLEAR) {

×

3334

        pInfo->scanMode = STREAM_SCAN_FROM_UPDATERES;

×

3335

      } else if (pInfo->pUpdateDataRes->info.type == STREAM_INVERT) {

×

3336

        pInfo->scanMode = STREAM_SCAN_FROM_RES;

×

3338

      } else if (pInfo->pUpdateDataRes->info.type == STREAM_DELETE_DATA) {

×

3339

        pInfo->scanMode = STREAM_SCAN_FROM_DELETE_DATA;

×

3344

_end:

×

3345

  if (code != TSDB_CODE_SUCCESS) {

×

3346

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

3348

  return code;

×

3351

int32_t streamScanOperatorEncode(SStreamScanInfo* pInfo, void** pBuff, int32_t* pLen) {

×

3352

  int32_t   code = TSDB_CODE_SUCCESS;

×

3353

  int32_t   lino = 0;

×

3354

  int32_t   len = 0;

×

3355

  SEncoder* pEnCoder = NULL;

×

3356

  SEncoder* pScanEnCoder = NULL;

×

3358

  len += encodeSTimeWindowAggSupp(NULL, &pInfo->twAggSup);

×

3359

  SEncoder encoder = {0};

×

3360

  pEnCoder = &encoder;

×

3361

  tEncoderInit(pEnCoder, NULL, 0);

×

3362

  if (tStartEncode(pEnCoder) != 0) {

×

3363

    code = TSDB_CODE_STREAM_INTERNAL_ERROR;

×

3364

    QUERY_CHECK_CODE(code, lino, _end);

×

3366

  code = pInfo->stateStore.updateInfoSerialize(pEnCoder, pInfo->pUpdateInfo);

×

3367

  QUERY_CHECK_CODE(code, lino, _end);

×

3369

  if (tEncodeI64(pEnCoder, pInfo->lastScanRange.skey) < 0) {

×

3370

    code = TSDB_CODE_STREAM_INTERNAL_ERROR;

×

3371

    QUERY_CHECK_CODE(code, lino, _end);

×

3373

  if (tEncodeI64(pEnCoder, pInfo->lastScanRange.ekey) < 0) {

×

3374

    code = TSDB_CODE_STREAM_INTERNAL_ERROR;

×

3375

    QUERY_CHECK_CODE(code, lino, _end);

×

3378

  tEndEncode(pEnCoder);

×

3379

  len += encoder.pos;

×

3380

  tEncoderClear(pEnCoder);

×

3381

  pEnCoder = NULL;

×

3383

  *pBuff = taosMemoryCalloc(1, len);

×

3384

  if (!(*pBuff)) {

×

3385

    code = terrno;

×

3386

    QUERY_CHECK_CODE(code, lino, _end);

×

3388

  void* buf = *pBuff;

×

3389

  int32_t stwLen = encodeSTimeWindowAggSupp(&buf, &pInfo->twAggSup);

×

3391

  SEncoder scanEncoder = {0};

×

3392

  pScanEnCoder = &scanEncoder;

×

3393

  tEncoderInit(pScanEnCoder, buf, len - stwLen);

×

3394

  if (tStartEncode(pScanEnCoder) != 0) {

×

3395

    code = TSDB_CODE_FAILED;

×

3396

    QUERY_CHECK_CODE(code, lino, _end);

×

3398

  code = pInfo->stateStore.updateInfoSerialize(pScanEnCoder, pInfo->pUpdateInfo);

×

3399

  QUERY_CHECK_CODE(code, lino, _end);

×

3401

  if (tEncodeI64(pScanEnCoder, pInfo->lastScanRange.skey) < 0) {

×

3402

    code = TSDB_CODE_STREAM_INTERNAL_ERROR;

×

3403

    QUERY_CHECK_CODE(code, lino, _end);

×

3405

  if (tEncodeI64(pScanEnCoder, pInfo->lastScanRange.ekey) < 0) {

×

3406

    code = TSDB_CODE_STREAM_INTERNAL_ERROR;

×

3407

    QUERY_CHECK_CODE(code, lino, _end);

×

3410

  qDebug("%s last scan range %d. %" PRId64 ",%" PRId64, __func__, __LINE__, pInfo->lastScanRange.skey, pInfo->lastScanRange.ekey);

×

3412

  *pLen = len;

×

3414

_end:

×

3415

  if (code != TSDB_CODE_SUCCESS) {

×

3416

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

3418

  if (pEnCoder != NULL) {

×

3419

    tEndEncode(pEnCoder);

×

3420

    tEncoderClear(pEnCoder);

×

3422

  if (pScanEnCoder != NULL) {

×

3423

    tEndEncode(pScanEnCoder);

×

3424

    tEncoderClear(pScanEnCoder);

×

3426

  return code;

×

3429

void streamScanOperatorSaveCheckpoint(SStreamScanInfo* pInfo) {

×

3430

  int32_t code = TSDB_CODE_SUCCESS;

×

3431

  int32_t lino = 0;

×

3432

  if (!pInfo->pState) {

×

3433

    return;

×

3435

  if (needSaveStreamOperatorInfo(&pInfo->basic)) {

×

3436

    void*   pBuf = NULL;

×

3437

    int32_t len = 0;

×

3438

    code = streamScanOperatorEncode(pInfo, &pBuf, &len);

×

3439

    QUERY_CHECK_CODE(code, lino, _end);

×

3440

    pInfo->stateStore.streamStateSaveInfo(pInfo->pState, STREAM_SCAN_OP_CHECKPOINT_NAME,

×

3442

    taosMemoryFree(pBuf);

×

3443

    saveStreamOperatorStateComplete(&pInfo->basic);

×

3446

_end:

×

3447

  if (code != TSDB_CODE_SUCCESS) {

×

3448

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

3453

void streamScanOperatorDecode(void* pBuff, int32_t len, SStreamScanInfo* pInfo) {

×

3454

  int32_t   code = TSDB_CODE_SUCCESS;

×

3455

  int32_t   lino = 0;

×

3456

  SDecoder* pDeCoder = NULL;

×

3457

  if (!pBuff || len == 0) {

×

3458

    lino = __LINE__;

×

3459

    goto _end;

×

3461

  void* buf = pBuff;

×

3462

  buf = decodeSTimeWindowAggSupp(buf, &pInfo->twAggSup);

×

3463

  int32_t tlen = len - encodeSTimeWindowAggSupp(NULL, &pInfo->twAggSup);

×

3464

  if (tlen == 0) {

×

3465

    lino = __LINE__;

×

3466

    goto _end;

×

3469

  SDecoder decoder = {0};

×

3470

  pDeCoder = &decoder;

×

3471

  tDecoderInit(pDeCoder, buf, tlen);

×

3472

  if (tStartDecode(pDeCoder) < 0) {

×

3473

    lino = __LINE__;

×

3474

    goto _end;

×

3477

  void* pUpInfo = taosMemoryCalloc(1, sizeof(SUpdateInfo));

×

3478

  if (!pUpInfo) {

×

3479

    lino = __LINE__;

×

3480

    goto _end;

×

3482

  code = pInfo->stateStore.updateInfoDeserialize(pDeCoder, pUpInfo);

×

3483

  if (code == TSDB_CODE_SUCCESS) {

×

3484

    pInfo->stateStore.updateInfoDestroy(pInfo->pUpdateInfo);

×

3485

    pInfo->pUpdateInfo = pUpInfo;

×

3486

    qDebug("%s line:%d. stream scan updateinfo deserialize success", __func__, __LINE__);

×

3488

    taosMemoryFree(pUpInfo);

×

3489

    code = TSDB_CODE_SUCCESS;

×

3490

    qDebug("%s line:%d. stream scan did not have updateinfo", __func__, __LINE__);

×

3493

  if (tDecodeIsEnd(pDeCoder)) {

×

3494

    lino = __LINE__;

×

3495

    goto _end;

×

3498

  SET_WIN_KEY_INVALID(pInfo->lastScanRange.skey);

×

3499

  SET_WIN_KEY_INVALID(pInfo->lastScanRange.ekey);

×

3501

  if (tDecodeI64(pDeCoder, &pInfo->lastScanRange.skey) < 0) {

×

3502

    lino = __LINE__;

×

3503

    goto _end;

×

3506

  if (tDecodeI64(pDeCoder, &pInfo->lastScanRange.ekey) < 0) {

×

3507

    lino = __LINE__;

×

3508

    goto _end;

×

3510

  qDebug("%s last scan range %d. %" PRId64 ",%" PRId64, __func__, __LINE__, pInfo->lastScanRange.skey, pInfo->lastScanRange.ekey);

×

3512

_end:

×

3513

  if (pDeCoder != NULL) {

×

3514

    tEndDecode(pDeCoder);

×

3515

    tDecoderClear(pDeCoder);

×

3517

  qInfo("%s end at line %d", __func__, lino);

×

3518

×

3520

static bool hasScanRange(SStreamScanInfo* pInfo) {

×

3521

  SStreamAggSupporter* pSup = pInfo->windowSup.pStreamAggSup;

×

3522

  return pSup && pSup->pScanBlock->info.rows > 0 && (isStateWindow(pInfo) || isCountWindow(pInfo));

×

3525

static bool isStreamWindow(SStreamScanInfo* pInfo) {

×

3526

  return isIntervalWindow(pInfo) || isSessionWindow(pInfo) || isStateWindow(pInfo) || isCountWindow(pInfo) ||

×

3527

         isTimeSlice(pInfo);

×

3530

static int32_t copyGetResultBlock(SSDataBlock* dest, TSKEY start, TSKEY end) {

×

3531

  int32_t code = blockDataEnsureCapacity(dest, 1);

×

3532

  if (code != TSDB_CODE_SUCCESS) {

×

3533

    return code;

×

3535

  return appendDataToSpecialBlock(dest, &start, &end, NULL, NULL, NULL);

×

3538

static int32_t deletePartName(SStreamScanInfo* pInfo, SSDataBlock* pBlock, int32_t *deleteNum) {

×

3539

  int32_t code = TSDB_CODE_SUCCESS;

×

3540

  int32_t lino = 0;

×

3541

  for (int32_t i = 0; i < pBlock->info.rows; i++) {

×

3543

    SColumnInfoData* pGpIdCol = taosArrayGet(pBlock->pDataBlock, UID_COLUMN_INDEX);

×

3544

    SColumnInfoData* pTbnameCol = taosArrayGet(pBlock->pDataBlock, TABLE_NAME_COLUMN_INDEX);

×

3545

    int64_t*         gpIdCol = (int64_t*)pGpIdCol->pData;

×

3546

    void*            pParName = NULL;

×

3547

    int32_t          winCode = 0;

×

3548

    code = pInfo->stateStore.streamStateGetParName(pInfo->pStreamScanOp->pTaskInfo->streamInfo.pState, gpIdCol[i],

×

3550

    if (TSDB_CODE_SUCCESS == code && winCode != 0) {

×

3551

      qDebug("delete stream part Name for:%"PRId64 " not found", gpIdCol[i]);

×

3552

      colDataSetNULL(pTbnameCol, i);

×

3553

      continue;

×

3555

    (*deleteNum)++;

×

3556

    QUERY_CHECK_CODE(code, lino, _end);

×

3557

    char varTbName[TSDB_TABLE_NAME_LEN + VARSTR_HEADER_SIZE + 1] = {0};

×

3558

    varDataSetLen(varTbName, strlen(pParName));

×

3559

    int64_t len = tsnprintf(varTbName + VARSTR_HEADER_SIZE, TSDB_TABLE_NAME_LEN + 1, "%s", pParName);

×

3560

    code = colDataSetVal(pTbnameCol, i, varTbName, false);

×

3561

    qDebug("delete stream part for:%"PRId64 " res tb: %s", gpIdCol[i], (char*)pParName);

×

3562

    pInfo->stateStore.streamStateFreeVal(pParName);

×

3563

    QUERY_CHECK_CODE(code, lino, _end);

×

3564

    code = pInfo->stateStore.streamStateDeleteParName(pInfo->pStreamScanOp->pTaskInfo->streamInfo.pState, gpIdCol[i]);

×

3565

    QUERY_CHECK_CODE(code, lino, _end);

×

3566

    pBlock->info.id.groupId = gpIdCol[i];

×

3568

    memcpy(pBlock->info.parTbName, varTbName + VARSTR_HEADER_SIZE, TSDB_TABLE_NAME_LEN + 1);

×

3571

_end:

×

3572

  if (code != TSDB_CODE_SUCCESS) {

×

3573

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

3575

  return code;

×

3578

static int32_t doStreamScanNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {

×

3580

  int32_t        code = TSDB_CODE_SUCCESS;

×

3581

  int32_t        lino = 0;

×

3582

  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;

×

3583

  const char*    id = GET_TASKID(pTaskInfo);

×

3585

  SStorageAPI*     pAPI = &pTaskInfo->storageAPI;

×

3586

  SStreamScanInfo* pInfo = pOperator->info;

×

3587

  SStreamTaskInfo* pStreamInfo = &pTaskInfo->streamInfo;

×

3589

  qDebug("stream scan started, %s", id);

×

3591

  if (pStreamInfo->recoverStep == STREAM_RECOVER_STEP__PREPARE1 ||

×

3592

      pStreamInfo->recoverStep == STREAM_RECOVER_STEP__PREPARE2) {

×

3593

    STableScanInfo* pTSInfo = pInfo->pTableScanOp->info;

×

3594

    memcpy(&pTSInfo->base.cond, &pStreamInfo->tableCond, sizeof(SQueryTableDataCond));

×

3596

    if (pStreamInfo->recoverStep == STREAM_RECOVER_STEP__PREPARE1) {

×

3597

      pTSInfo->base.cond.startVersion = pStreamInfo->fillHistoryVer.minVer;

×

3598

      pTSInfo->base.cond.endVersion = pStreamInfo->fillHistoryVer.maxVer;

×

3600

      pTSInfo->base.cond.twindows = pStreamInfo->fillHistoryWindow;

×

3601

      qDebug("stream scan step1, verRange:%" PRId64 "-%" PRId64 " window:%" PRId64 "-%" PRId64 ", %s",

×

3604

      pStreamInfo->recoverStep = STREAM_RECOVER_STEP__SCAN1;

×

3605

      pStreamInfo->recoverScanFinished = false;

×

3607

      pTSInfo->base.cond.startVersion = pStreamInfo->fillHistoryVer.minVer;

×

3608

      pTSInfo->base.cond.endVersion = pStreamInfo->fillHistoryVer.maxVer;

×

3609

      pTSInfo->base.cond.twindows = pStreamInfo->fillHistoryWindow;

×

3610

      qDebug("stream scan step2 (scan wal), verRange:%" PRId64 " - %" PRId64 ", window:%" PRId64 "-%" PRId64 ", %s",

×

3613

      pStreamInfo->recoverStep = STREAM_RECOVER_STEP__NONE;

×

3616

    pAPI->tsdReader.tsdReaderClose(pTSInfo->base.dataReader);

×

3618

    pTSInfo->base.dataReader = NULL;

×

3619

    pInfo->pTableScanOp->status = OP_OPENED;

×

3621

    pTSInfo->scanTimes = 0;

×

3622

    pTSInfo->currentGroupId = -1;

×

3625

  if (pStreamInfo->recoverStep == STREAM_RECOVER_STEP__SCAN1) {

×

3626

    if (isTaskKilled(pTaskInfo)) {

×

3627

      qInfo("===stream===stream scan is killed. task id:%s, code %s", id, tstrerror(pTaskInfo->code));

×

3628

      (*ppRes) = NULL;

×

3629

      return code;

×

3632

    switch (pInfo->scanMode) {

×

3633

      case STREAM_SCAN_FROM_RES: {

×

3634

        pInfo->scanMode = STREAM_SCAN_FROM_READERHANDLE;

×

3635

        printSpecDataBlock(pInfo->pRecoverRes, getStreamOpName(pOperator->operatorType), "recover",

×

3636

                           GET_TASKID(pTaskInfo));

×

3637

        (*ppRes) = pInfo->pRecoverRes;

×

3638

        return code;

×

3640

      default:

×

3641

        break;

×

3644

    code = doTableScanNext(pInfo->pTableScanOp, &pInfo->pRecoverRes);

×

3645

    QUERY_CHECK_CODE(code, lino, _end);

×

3647

    if (pInfo->pRecoverRes != NULL) {

×

3648

      code = calBlockTbName(pInfo, pInfo->pRecoverRes, 0);

×

3649

      QUERY_CHECK_CODE(code, lino, _end);

×

3650

      if (!pInfo->igCheckUpdate && pInfo->pUpdateInfo) {

×

3651

        TSKEY maxTs = INT64_MIN;

×

3652

        code = pAPI->stateStore.updateInfoFillBlockData(pInfo->pUpdateInfo, pInfo->pRecoverRes, pInfo->primaryTsIndex,

×

3654

        QUERY_CHECK_CODE(code, lino, _end);

×

3655

        pInfo->twAggSup.maxTs = TMAX(pInfo->twAggSup.maxTs, maxTs);

×

3657

      if (pInfo->pCreateTbRes->info.rows > 0) {

×

3658

        pInfo->scanMode = STREAM_SCAN_FROM_RES;

×

3659

        printSpecDataBlock(pInfo->pCreateTbRes, getStreamOpName(pOperator->operatorType), "recover",

×

3660

                           GET_TASKID(pTaskInfo));

×

3661

        (*ppRes) = pInfo->pCreateTbRes;

×

3662

        return code;

×

3665

      qDebug("stream recover scan get block, rows %" PRId64, pInfo->pRecoverRes->info.rows);

×

3666

      printSpecDataBlock(pInfo->pRecoverRes, getStreamOpName(pOperator->operatorType), "recover",

×

3667

                         GET_TASKID(pTaskInfo));

×

3668

      (*ppRes) = pInfo->pRecoverRes;

×

3669

      return code;

×

3671

    pStreamInfo->recoverStep = STREAM_RECOVER_STEP__NONE;

×

3672

    STableScanInfo* pTSInfo = pInfo->pTableScanOp->info;

×

3673

    pAPI->tsdReader.tsdReaderClose(pTSInfo->base.dataReader);

×

3675

    pTSInfo->base.dataReader = NULL;

×

3677

    pTSInfo->base.cond.startVersion = -1;

×

3678

    pTSInfo->base.cond.endVersion = -1;

×

3680

    pStreamInfo->recoverScanFinished = true;

×

3681

    (*ppRes) = NULL;

×

3682

    return code;

×

3685

  size_t total = taosArrayGetSize(pInfo->pBlockLists);

×

3687

FETCH_NEXT_BLOCK:

×

3688

  if (pInfo->blockType == STREAM_INPUT__DATA_BLOCK) {

×

3689

    if (pInfo->validBlockIndex >= total) {

×

3691

      (*ppRes) = NULL;

×

3692

      return code;

×

3695

    int32_t current = pInfo->validBlockIndex++;

×

3696

    qDebug("process %d/%d input data blocks, %s", current, (int32_t)total, id);

×

3698

    SPackedData* pPacked = taosArrayGet(pInfo->pBlockLists, current);

×

3699

    QUERY_CHECK_NULL(pPacked, code, lino, _end, terrno);

×

3701

    SSDataBlock* pBlock = pPacked->pDataBlock;

×

3702

    if (pBlock->info.parTbName[0]) {

×

3704

          pAPI->stateStore.streamStatePutParName(pStreamInfo->pState, pBlock->info.id.groupId, pBlock->info.parTbName);

×

3705

      QUERY_CHECK_CODE(code, lino, _end);

×

3709

    pBlock->info.calWin.skey = INT64_MIN;

×

3710

    pBlock->info.calWin.ekey = INT64_MAX;

×

3711

    pBlock->info.dataLoad = 1;

×

3712

    if (pInfo->pUpdateInfo) {

×

3713

      pInfo->pUpdateInfo->maxDataVersion = TMAX(pInfo->pUpdateInfo->maxDataVersion, pBlock->info.version);

×

3716

    code = blockDataUpdateTsWindow(pBlock, 0);

×

3717

    QUERY_CHECK_CODE(code, lino, _end);

×

3718

    switch (pBlock->info.type) {

×

3719

      case STREAM_NORMAL:

×

3721

        printDataBlock(pBlock, getStreamOpName(pOperator->operatorType), GET_TASKID(pTaskInfo));

×

3722

        setStreamOperatorState(&pInfo->basic, pBlock->info.type);

×

3723

        (*ppRes) = pBlock;

×

3724

        return code;

×

3725

      case STREAM_RETRIEVE: {

×

3726

        pInfo->blockType = STREAM_INPUT__DATA_SUBMIT;

×

3727

        pInfo->scanMode = STREAM_SCAN_FROM_DATAREADER_RETRIEVE;

×

3728

        code = copyDataBlock(pInfo->pUpdateRes, pBlock);

×

3729

        QUERY_CHECK_CODE(code, lino, _end);

×

3730

        pInfo->updateResIndex = 0;

×

3731

        prepareRangeScan(pInfo, pInfo->pUpdateRes, &pInfo->updateResIndex, NULL);

×

3732

        pAPI->stateStore.updateInfoAddCloseWindowSBF(pInfo->pUpdateInfo);

×

3733

      } break;

×

3734

      case STREAM_DELETE_DATA: {

×

3735

        printSpecDataBlock(pBlock, getStreamOpName(pOperator->operatorType), "delete recv", GET_TASKID(pTaskInfo));

×

3736

        SSDataBlock* pDelBlock = NULL;

×

3737

        if (pInfo->tqReader) {

×

3738

          code = createSpecialDataBlock(STREAM_DELETE_DATA, &pDelBlock);

×

3739

          QUERY_CHECK_CODE(code, lino, _end);

×

3741

          code = filterDelBlockByUid(pDelBlock, pBlock, pInfo);

×

3742

          QUERY_CHECK_CODE(code, lino, _end);

×

3744

          pDelBlock = pBlock;

×

3747

        code = setBlockGroupIdByUid(pInfo, pDelBlock);

×

3748

        QUERY_CHECK_CODE(code, lino, _end);

×

3749

        code = rebuildDeleteBlockData(pDelBlock, &pStreamInfo->fillHistoryWindow, id);

×

3750

        QUERY_CHECK_CODE(code, lino, _end);

×

3751

        printSpecDataBlock(pDelBlock, getStreamOpName(pOperator->operatorType), "delete recv filtered",

×

3752

                           GET_TASKID(pTaskInfo));

×

3753

        if (pDelBlock->info.rows == 0) {

×

3754

          if (pInfo->tqReader) {

×

3755

            blockDataDestroy(pDelBlock);

×

3757

          goto FETCH_NEXT_BLOCK;

×

3760

        if (!isStreamWindow(pInfo)) {

×

3761

          code = generateDeleteResultBlock(pInfo, pDelBlock, pInfo->pDeleteDataRes);

×

3762

          QUERY_CHECK_CODE(code, lino, _end);

×

3763

          if (pInfo->partitionSup.needCalc) {

×

3764

            pInfo->pDeleteDataRes->info.type = STREAM_DELETE_DATA;

×

3766

            pInfo->pDeleteDataRes->info.type = STREAM_DELETE_RESULT;

×

3768

          blockDataDestroy(pDelBlock);

×

3770

          if (pInfo->pDeleteDataRes->info.rows > 0) {

×

3771

            printSpecDataBlock(pInfo->pDeleteDataRes, getStreamOpName(pOperator->operatorType), "delete result",

×

3772

                               GET_TASKID(pTaskInfo));

×

3773

            setStreamOperatorState(&pInfo->basic, pInfo->pDeleteDataRes->info.type);

×

3774

            (*ppRes) = pInfo->pDeleteDataRes;

×

3775

            return code;

×

3777

            goto FETCH_NEXT_BLOCK;

×

3780

          pInfo->blockType = STREAM_INPUT__DATA_SUBMIT;

×

3781

          pInfo->updateResIndex = 0;

×

3782

          code = generateScanRange(pInfo, pDelBlock, pInfo->pUpdateRes, STREAM_DELETE_DATA);

×

3783

          QUERY_CHECK_CODE(code, lino, _end);

×

3784

          prepareRangeScan(pInfo, pInfo->pUpdateRes, &pInfo->updateResIndex, NULL);

×

3785

          code = copyDataBlock(pInfo->pDeleteDataRes, pInfo->pUpdateRes);

×

3786

          QUERY_CHECK_CODE(code, lino, _end);

×

3787

          pInfo->pDeleteDataRes->info.type = STREAM_DELETE_DATA;

×

3788

          if (pInfo->tqReader) {

×

3789

            blockDataDestroy(pDelBlock);

×

3791

          if (pInfo->pDeleteDataRes->info.rows > 0) {

×

3792

            pInfo->scanMode = STREAM_SCAN_FROM_DATAREADER_RANGE;

×

3793

            printSpecDataBlock(pInfo->pDeleteDataRes, getStreamOpName(pOperator->operatorType), "delete result",

×

3794

                               GET_TASKID(pTaskInfo));

×

3795

            setStreamOperatorState(&pInfo->basic, pInfo->pDeleteDataRes->info.type);

×

3796

            (*ppRes) = pInfo->pDeleteDataRes;

×

3797

            return code;

×

3799

            goto FETCH_NEXT_BLOCK;

×

3803

      case STREAM_GET_RESULT: {

×

3804

        pInfo->blockType = STREAM_INPUT__DATA_SUBMIT;

×

3805

        pInfo->updateResIndex = 0;

×

3806

        pInfo->lastScanRange = pBlock->info.window;

×

3807

        TSKEY endKey = taosTimeGetIntervalEnd(pBlock->info.window.skey, &pInfo->interval);

×

3808

        if (pInfo->useGetResultRange == true) {

×

3809

          endKey = pBlock->info.window.ekey;

×

3811

        code = copyGetResultBlock(pInfo->pUpdateRes, pBlock->info.window.skey, endKey);

×

3812

        QUERY_CHECK_CODE(code, lino, _end);

×

3813

        pInfo->pUpdateInfo->maxDataVersion = -1;

×

3814

        prepareRangeScan(pInfo, pInfo->pUpdateRes, &pInfo->updateResIndex, NULL);

×

3815

        pInfo->scanMode = STREAM_SCAN_FROM_DATAREADER_RANGE;

×

3816

      } break;

×

3817

      case STREAM_DROP_CHILD_TABLE: {

×

3818

        int32_t deleteNum = 0;

×

3819

        code = deletePartName(pInfo, pBlock, &deleteNum);

×

3820

        QUERY_CHECK_CODE(code, lino, _end);

×

3821

        if (deleteNum == 0) {

×

3822

          printSpecDataBlock(pBlock, getStreamOpName(pOperator->operatorType), "block recv", GET_TASKID(pTaskInfo));

×

3823

          qDebug("===stream=== ignore block type 18, delete num is 0");

×

3824

          goto FETCH_NEXT_BLOCK;

×

3826

      } break;

×

3827

      case STREAM_CHECKPOINT: {

×

3828

        qError("stream check point error. msg type: STREAM_INPUT__DATA_BLOCK");

×

3829

      } break;

×

3830

      default:

×

3831

        break;

×

3833

    printSpecDataBlock(pBlock, getStreamOpName(pOperator->operatorType), "block recv", GET_TASKID(pTaskInfo));

×

3834

    setStreamOperatorState(&pInfo->basic, pBlock->info.type);

×

3835

    (*ppRes) = pBlock;

×

3836

    return code;

×

3837

  } else if (pInfo->blockType == STREAM_INPUT__DATA_SUBMIT) {

×

3838

    qDebug("stream scan mode:%d, %s", pInfo->scanMode, id);

×

3839

    switch (pInfo->scanMode) {

×

3840

      case STREAM_SCAN_FROM_RES: {

×

3841

        pInfo->scanMode = STREAM_SCAN_FROM_READERHANDLE;

×

3842

        code = doCheckUpdate(pInfo, pInfo->pRes->info.window.ekey, pInfo->pRes);

×

3843

        QUERY_CHECK_CODE(code, lino, _end);

×

3844

        setStreamOperatorState(&pInfo->basic, pInfo->pRes->info.type);

×

3845

        code = doFilter(pInfo->pRes, pOperator->exprSupp.pFilterInfo, NULL);

×

3846

        QUERY_CHECK_CODE(code, lino, _end);

×

3847

        pInfo->pRes->info.dataLoad = 1;

×

3848

        code = blockDataUpdateTsWindow(pInfo->pRes, pInfo->primaryTsIndex);

×

3849

        QUERY_CHECK_CODE(code, lino, _end);

×

3850

        if (pInfo->pRes->info.rows > 0) {

×

3851

          printDataBlock(pInfo->pRes, getStreamOpName(pOperator->operatorType), GET_TASKID(pTaskInfo));

×

3852

          (*ppRes) = pInfo->pRes;

×

3853

          return code;

×

3855

      } break;

×

3856

      case STREAM_SCAN_FROM_DELETE_DATA: {

×

3857

        code = generateScanRange(pInfo, pInfo->pUpdateDataRes, pInfo->pUpdateRes, STREAM_PARTITION_DELETE_DATA);

×

3858

        QUERY_CHECK_CODE(code, lino, _end);

×

3859

        if (pInfo->pUpdateRes->info.rows > 0) {

×

3860

          prepareRangeScan(pInfo, pInfo->pUpdateRes, &pInfo->updateResIndex, NULL);

×

3861

          pInfo->scanMode = STREAM_SCAN_FROM_DATAREADER_RANGE;

×

3862

          code = copyDataBlock(pInfo->pDeleteDataRes, pInfo->pUpdateRes);

×

3863

          QUERY_CHECK_CODE(code, lino, _end);

×

3864

          pInfo->pDeleteDataRes->info.type = STREAM_DELETE_DATA;

×

3865

          (*ppRes) = pInfo->pDeleteDataRes;

×

3866

          return code;

×

3868

        qError("%s===stream=== %s failed at line %d since pInfo->pUpdateRes is empty", GET_TASKID(pTaskInfo), __func__,

×

3870

        blockDataCleanup(pInfo->pUpdateDataRes);

×

3871

        pInfo->scanMode = STREAM_SCAN_FROM_READERHANDLE;

×

3872

      } break;

×

3873

      case STREAM_SCAN_FROM_UPDATERES: {

×

3874

        code = generateScanRange(pInfo, pInfo->pUpdateDataRes, pInfo->pUpdateRes, STREAM_CLEAR);

×

3875

        QUERY_CHECK_CODE(code, lino, _end);

×

3876

        if (pInfo->pUpdateRes->info.rows > 0) {

×

3877

          prepareRangeScan(pInfo, pInfo->pUpdateRes, &pInfo->updateResIndex, NULL);

×

3878

          pInfo->scanMode = STREAM_SCAN_FROM_DATAREADER_RANGE;

×

3879

          (*ppRes) = pInfo->pUpdateRes;

×

3880

          return code;

×

3882

        qError("%s===stream=== %s failed at line %d since pInfo->pUpdateRes is empty", GET_TASKID(pTaskInfo), __func__,

×

3884

        blockDataCleanup(pInfo->pUpdateDataRes);

×

3885

        pInfo->scanMode = STREAM_SCAN_FROM_READERHANDLE;

×

3886

      } break;

×

3887

      case STREAM_SCAN_FROM_DATAREADER_RANGE:

×

3889

        if (pInfo->pRangeScanRes != NULL) {

×

3890

          (*ppRes) = pInfo->pRangeScanRes;

×

3891

          pInfo->pRangeScanRes = NULL;

×

3892

          return code;

×

3894

        SSDataBlock* pSDB = NULL;

×

3895

        code = doRangeScan(pInfo, pInfo->pUpdateRes, pInfo->primaryTsIndex, &pInfo->updateResIndex, &pSDB);

×

3896

        QUERY_CHECK_CODE(code, lino, _end);

×

3897

        if (pSDB) {

×

3898

          STableScanInfo* pTableScanInfo = pInfo->pTableScanOp->info;

×

3899

          pSDB->info.type = pInfo->scanMode == STREAM_SCAN_FROM_DATAREADER_RANGE ? STREAM_NORMAL : STREAM_PULL_DATA;

×

3900

          if (!pInfo->igCheckUpdate && pInfo->pUpdateInfo) {

×

3901

            code = checkUpdateData(pInfo, true, pSDB, false);

×

3902

            QUERY_CHECK_CODE(code, lino, _end);

×

3904

          printSpecDataBlock(pSDB, getStreamOpName(pOperator->operatorType), "update", GET_TASKID(pTaskInfo));

×

3905

          code = calBlockTbName(pInfo, pSDB, 0);

×

3906

          QUERY_CHECK_CODE(code, lino, _end);

×

3908

          if (pInfo->pCreateTbRes->info.rows > 0) {

×

3909

            printSpecDataBlock(pInfo->pCreateTbRes, getStreamOpName(pOperator->operatorType), "update",

×

3910

                               GET_TASKID(pTaskInfo));

×

3911

            (*ppRes) = pInfo->pCreateTbRes;

×

3912

            pInfo->pRangeScanRes = pSDB;

×

3913

            return code;

×

3916

          (*ppRes) = pSDB;

×

3917

          return code;

×

3919

        blockDataCleanup(pInfo->pUpdateDataRes);

×

3920

        pInfo->scanMode = STREAM_SCAN_FROM_READERHANDLE;

×

3921

      } break;

×

3922

      default:

×

3923

        break;

×

3926

    if (hasScanRange(pInfo)) {

×

3927

      pInfo->scanMode = STREAM_SCAN_FROM_DATAREADER_RANGE;

×

3928

      pInfo->updateResIndex = 0;

×

3929

      SStreamAggSupporter* pSup = pInfo->windowSup.pStreamAggSup;

×

3930

      code = copyDataBlock(pInfo->pUpdateRes, pSup->pScanBlock);

×

3931

      QUERY_CHECK_CODE(code, lino, _end);

×

3932

      blockDataCleanup(pSup->pScanBlock);

×

3933

      prepareRangeScan(pInfo, pInfo->pUpdateRes, &pInfo->updateResIndex, NULL);

×

3934

      pInfo->pUpdateRes->info.type = STREAM_DELETE_DATA;

×

3935

      printSpecDataBlock(pInfo->pUpdateRes, getStreamOpName(pOperator->operatorType), "rebuild", GET_TASKID(pTaskInfo));

×

3936

      (*ppRes) = pInfo->pUpdateRes;

×

3937

      return code;

×

3940

    SDataBlockInfo* pBlockInfo = &pInfo->pRes->info;

×

3941

    int32_t         totalBlocks = taosArrayGetSize(pInfo->pBlockLists);

×

3943

  NEXT_SUBMIT_BLK:

×

3945

      if (pInfo->readerFn.tqReaderCurrentBlockConsumed(pInfo->tqReader)) {

×

3946

        if (pInfo->validBlockIndex >= totalBlocks) {

×

3947

          pAPI->stateStore.updateInfoDestoryColseWinSBF(pInfo->pUpdateInfo);

×

3950

          qDebug("stream scan return empty, all %d submit blocks consumed, %s", totalBlocks, id);

×

3951

          (*ppRes) = NULL;

×

3952

          return code;

×

3955

        int32_t      current = pInfo->validBlockIndex++;

×

3956

        SPackedData* pSubmit = taosArrayGet(pInfo->pBlockLists, current);

×

3957

        QUERY_CHECK_NULL(pSubmit, code, lino, _end, terrno);

×

3959

        qDebug("set %d/%d as the input submit block, %s", current + 1, totalBlocks, id);

×

3960

        if (pAPI->tqReaderFn.tqReaderSetSubmitMsg(pInfo->tqReader, pSubmit->msgStr, pSubmit->msgLen, pSubmit->ver, NULL) <

×

3962

          qError("submit msg messed up when initializing stream submit block %p, current %d/%d, %s", pSubmit, current,

×

3964

          continue;

×

3968

      blockDataCleanup(pInfo->pRes);

×

3970

      while (pAPI->tqReaderFn.tqNextBlockImpl(pInfo->tqReader, id)) {

×

3971

        SSDataBlock* pRes = NULL;

×

3973

        code = pAPI->tqReaderFn.tqRetrieveBlock(pInfo->tqReader, &pRes, id);

×

3974

        qDebug("retrieve data from submit completed code:%s rows:%" PRId64 " %s", tstrerror(code), pRes->info.rows, id);

×

3976

        if (code != TSDB_CODE_SUCCESS || pRes->info.rows == 0) {

×

3977

          qDebug("retrieve data failed, try next block in submit block, %s", id);

×

3978

          continue;

×

3981

        code = setBlockIntoRes(pInfo, pRes, &pStreamInfo->fillHistoryWindow, false);

×

3982

        if (code == TSDB_CODE_PAR_TABLE_NOT_EXIST) {

×

3983

          pInfo->pRes->info.rows = 0;

×

3984

          code = TSDB_CODE_SUCCESS;

×

3986

          QUERY_CHECK_CODE(code, lino, _end);

×

3989

        if (pInfo->pRes->info.rows == 0) {

×

3990

          continue;

×

3993

        if (pInfo->pCreateTbRes->info.rows > 0) {

×

3994

          pInfo->scanMode = STREAM_SCAN_FROM_RES;

×

3995

          qDebug("create table res exists, rows:%" PRId64 " return from stream scan, %s",

×

3997

          (*ppRes) = pInfo->pCreateTbRes;

×

3998

          return code;

×

4001

        code = doCheckUpdate(pInfo, pBlockInfo->window.ekey, pInfo->pRes);

×

4002

        QUERY_CHECK_CODE(code, lino, _end);

×

4003

        setStreamOperatorState(&pInfo->basic, pInfo->pRes->info.type);

×

4004

        code = doFilter(pInfo->pRes, pOperator->exprSupp.pFilterInfo, NULL);

×

4005

        QUERY_CHECK_CODE(code, lino, _end);

×

4007

        code = blockDataUpdateTsWindow(pInfo->pRes, pInfo->primaryTsIndex);

×

4008

        QUERY_CHECK_CODE(code, lino, _end);

×

4010

        int64_t numOfUpdateRes = pInfo->pUpdateDataRes->info.rows;

×

4011

        qDebug("%s %" PRId64 " rows in datablock, update res:%" PRId64, id, pBlockInfo->rows, numOfUpdateRes);

×

4012

        if (pBlockInfo->rows > 0 || numOfUpdateRes > 0) {

×

4017

      if (pBlockInfo->rows > 0 || pInfo->pUpdateDataRes->info.rows > 0) {

×

4020

        continue;

×

4025

    pInfo->numOfExec++;

×

4026

    pOperator->resultInfo.totalRows += pBlockInfo->rows;

×

4028

    qDebug("stream scan completed, and return source rows:%" PRId64 ", %s", pBlockInfo->rows, id);

×

4029

    if (pBlockInfo->rows > 0) {

×

4030

      printDataBlock(pInfo->pRes, getStreamOpName(pOperator->operatorType), GET_TASKID(pTaskInfo));

×

4031

      (*ppRes) = pInfo->pRes;

×

4032

      return code;

×

4035

    if (pInfo->pUpdateDataRes->info.rows > 0) {

×

4036

      goto FETCH_NEXT_BLOCK;

×

4039

    goto NEXT_SUBMIT_BLK;

×

4040

  } else if (pInfo->blockType == STREAM_INPUT__CHECKPOINT) {

×

4041

    if (pInfo->validBlockIndex >= total) {

×

4043

      (*ppRes) = NULL;

×

4044

      return code;

×

4047

    int32_t current = pInfo->validBlockIndex++;

×

4048

    qDebug("process %d/%d input data blocks, %s", current, (int32_t)total, id);

×

4050

    SPackedData* pData = taosArrayGet(pInfo->pBlockLists, current);

×

4051

    QUERY_CHECK_NULL(pData, code, lino, _end, terrno);

×

4052

    SSDataBlock* pBlock = taosArrayGet(pData->pDataBlock, 0);

×

4053

    QUERY_CHECK_NULL(pBlock, code, lino, _end, terrno);

×

4055

    if (pBlock->info.type == STREAM_CHECKPOINT) {

×

4056

      streamScanOperatorSaveCheckpoint(pInfo);

×

4059

    (*ppRes) = pInfo->pCheckpointRes;

×

4060

    return code;

×

4062

    qError("stream scan error, invalid block type %d, %s", pInfo->blockType, id);

×

4063

    code = TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;

×

4066

_end:

×

4067

  if (code != TSDB_CODE_SUCCESS) {

×

4068

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

4069

    pTaskInfo->code = code;

×

4070

    T_LONG_JMP(pTaskInfo->env, code);

×

4072

  (*ppRes) = NULL;

×

4073

  return code;

×

4076

static SSDataBlock* doStreamScan(SOperatorInfo* pOperator) {

×

4077

  SSDataBlock* pRes = NULL;

×

4078

  int32_t      code = doStreamScanNext(pOperator, &pRes);

×

4079

  return pRes;

×

4081

static int32_t extractTableIdList(const STableListInfo* pTableListInfo, SArray** ppArrayRes) {

×

4082

  int32_t code = TSDB_CODE_SUCCESS;

×

4083

  int32_t lino = 0;

×

4084

  SArray* tableIdList = taosArrayInit(4, sizeof(uint64_t));

×

4085

  QUERY_CHECK_NULL(tableIdList, code, lino, _end, terrno);

×

4088

  int32_t size = 0;

×

4089

  code = tableListGetSize(pTableListInfo, &size);

×

4090

  QUERY_CHECK_CODE(code, lino, _end);

×

4091

  for (int32_t i = 0; i < size; ++i) {

×

4092

    STableKeyInfo* pkeyInfo = tableListGetInfo(pTableListInfo, i);

×

4093

    QUERY_CHECK_NULL(pkeyInfo, code, lino, _end, terrno);

×

4094

    void* tmp = taosArrayPush(tableIdList, &pkeyInfo->uid);

×

4095

    QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);

×

4098

  (*ppArrayRes) = tableIdList;

×

4100

_end:

×

4101

  if (code != TSDB_CODE_SUCCESS) {

×

4102

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

4104

  return code;

×

4107

static int32_t doRawScanNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {

×

4108

  int32_t        code = TSDB_CODE_SUCCESS;

×

4109

  int32_t        lino = 0;

×

4110

  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;

×

4111

  SStorageAPI*   pAPI = &pTaskInfo->storageAPI;

×

4113

  SStreamRawScanInfo* pInfo = pOperator->info;

×

4114

  pTaskInfo->streamInfo.btMetaRsp.batchMetaReq = NULL;  // use batchMetaReq != NULL to judge if data is meta

×

4115

  pTaskInfo->streamInfo.btMetaRsp.batchMetaLen = NULL;

×

4117

  qDebug("tmqsnap doRawScan called");

×

4118

  if (pTaskInfo->streamInfo.currentOffset.type == TMQ_OFFSET__SNAPSHOT_DATA) {

×

4119

    bool hasNext = false;

×

4120

    if (pInfo->dataReader && pInfo->sContext->withMeta != ONLY_META) {

×

4121

      code = pAPI->tsdReader.tsdNextDataBlock(pInfo->dataReader, &hasNext);

×

4122

      if (code != TSDB_CODE_SUCCESS) {

×

4123

        pAPI->tsdReader.tsdReaderReleaseDataBlock(pInfo->dataReader);

×

4124

        QUERY_CHECK_CODE(code, lino, _end);

×

4128

    if (pInfo->dataReader && hasNext) {

×

4129

      if (isTaskKilled(pTaskInfo)) {

×

4130

        pAPI->tsdReader.tsdReaderReleaseDataBlock(pInfo->dataReader);

×

4131

        return code;

×

4134

      SSDataBlock* pBlock = NULL;

×

4135

      code = pAPI->tsdReader.tsdReaderRetrieveDataBlock(pInfo->dataReader, &pBlock, NULL);

×

4136

      QUERY_CHECK_CODE(code, lino, _end);

×

4138

      if (pBlock && pBlock->info.rows > 0) {

×

4139

        bool hasPrimaryKey = pAPI->snapshotFn.taosXGetTablePrimaryKey(pInfo->sContext);

×

4140

        code = processPrimaryKey(pBlock, hasPrimaryKey, &pTaskInfo->streamInfo.currentOffset);

×

4141

        QUERY_CHECK_CODE(code, lino, _end);

×

4142

        qDebug("tmqsnap doRawScan get data uid:%" PRId64 "", pBlock->info.id.uid);

×

4143

        (*ppRes) = pBlock;

×

4144

        return code;

×

4148

    SMetaTableInfo mtInfo = {0};

×

4149

    code = pAPI->snapshotFn.getMetaTableInfoFromSnapshot(pInfo->sContext, &mtInfo);

×

4150

    QUERY_CHECK_CODE(code, lino, _end);

×

4151

    if (code != 0) {

×

4152

      tDeleteSchemaWrapper(mtInfo.schema);

×

4153

      QUERY_CHECK_CODE(code, lino, _end);

×

4155

    STqOffsetVal offset = {0};

×

4156

    if (mtInfo.uid == 0 || pInfo->sContext->withMeta == ONLY_META) {  // read snapshot done, change to get data from wal

×

4157

      qDebug("tmqsnap read snapshot done, change to get data from wal");

×

4158

      tqOffsetResetToLog(&offset, pInfo->sContext->snapVersion + 1);

×

4160

      SValue val = {0};

×

4161

      tqOffsetResetToData(&offset, mtInfo.uid, INT64_MIN, val);

×

4162

      qDebug("tmqsnap change get data uid:%" PRId64 "", mtInfo.uid);

×

4164

    tDeleteSchemaWrapper(mtInfo.schema);

×

4165

    code = qStreamPrepareScan(pTaskInfo, &offset, pInfo->sContext->subType);

×

4166

    QUERY_CHECK_CODE(code, lino, _end);

×

4167

    (*ppRes) = NULL;

×

4168

    return code;

×

4169

  } else if (pTaskInfo->streamInfo.currentOffset.type == TMQ_OFFSET__SNAPSHOT_META) {

×

4170

    SSnapContext* sContext = pInfo->sContext;

×

4171

    for (int32_t i = 0; i < tmqRowSize; i++) {

×

4172

      void*   data = NULL;

×

4173

      int32_t dataLen = 0;

×

4174

      int16_t type = 0;

×

4175

      int64_t uid = 0;

×

4176

      if (pAPI->snapshotFn.getTableInfoFromSnapshot(sContext, &data, &dataLen, &type, &uid) < 0) {

×

4177

        qError("tmqsnap getTableInfoFromSnapshot error");

×

4178

        taosMemoryFreeClear(data);

×

4179

        break;

×

4182

      if (!sContext->queryMeta) {  // change to get data next poll request

×

4183

        STqOffsetVal offset = {0};

×

4184

        SValue       val = {0};

×

4185

        tqOffsetResetToData(&offset, 0, INT64_MIN, val);

×

4186

        code = qStreamPrepareScan(pTaskInfo, &offset, pInfo->sContext->subType);

×

4187

        QUERY_CHECK_CODE(code, lino, _end);

×

4188

        break;

×

4190

        tqOffsetResetToMeta(&pTaskInfo->streamInfo.currentOffset, uid);

×

4191

        SMqMetaRsp tmpMetaRsp = {0};

×

4192

        tmpMetaRsp.resMsgType = type;

×

4193

        tmpMetaRsp.metaRspLen = dataLen;

×

4194

        tmpMetaRsp.metaRsp = data;

×

4195

        if (!pTaskInfo->streamInfo.btMetaRsp.batchMetaReq) {

×

4196

          pTaskInfo->streamInfo.btMetaRsp.batchMetaReq = taosArrayInit(4, POINTER_BYTES);

×

4197

          QUERY_CHECK_NULL(pTaskInfo->streamInfo.btMetaRsp.batchMetaReq, code, lino, _end, terrno);

×

4199

          pTaskInfo->streamInfo.btMetaRsp.batchMetaLen = taosArrayInit(4, sizeof(int32_t));

×

4200

          QUERY_CHECK_NULL(pTaskInfo->streamInfo.btMetaRsp.batchMetaLen, code, lino, _end, terrno);

×

4202

        int32_t  tempRes = TSDB_CODE_SUCCESS;

×

4203

        uint32_t len = 0;

×

4204

        tEncodeSize(tEncodeMqMetaRsp, &tmpMetaRsp, len, tempRes);

×

4205

        if (TSDB_CODE_SUCCESS != tempRes) {

×

4206

          qError("tmqsnap tEncodeMqMetaRsp error");

×

4207

          taosMemoryFreeClear(data);

×

4208

          break;

×

4211

        int32_t tLen = sizeof(SMqRspHead) + len;

×

4212

        void*   tBuf = taosMemoryCalloc(1, tLen);

×

4213

        QUERY_CHECK_NULL(tBuf, code, lino, _end, terrno);

×

4215

        void*    metaBuff = POINTER_SHIFT(tBuf, sizeof(SMqRspHead));

×

4216

        SEncoder encoder = {0};

×

4217

        tEncoderInit(&encoder, metaBuff, len);

×

4218

        int32_t tempLen = tEncodeMqMetaRsp(&encoder, &tmpMetaRsp);

×

4219

        if (tempLen < 0) {

×

4220

          qError("tmqsnap tEncodeMqMetaRsp error");

×

4221

          tEncoderClear(&encoder);

×

4222

          taosMemoryFreeClear(tBuf);

×

4223

          taosMemoryFreeClear(data);

×

4224

          break;

×

4226

        taosMemoryFreeClear(data);

×

4227

        void* tmp = taosArrayPush(pTaskInfo->streamInfo.btMetaRsp.batchMetaReq, &tBuf);

×

4228

        QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);

×

4230

        tmp = taosArrayPush(pTaskInfo->streamInfo.btMetaRsp.batchMetaLen, &tLen);

×

4231

        QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);

×

4235

    (*ppRes) = NULL;

×

4236

    return code;

×

4239

_end:

×

4240

  if (code != TSDB_CODE_SUCCESS) {

×

4241

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

4242

    pTaskInfo->code = code;

×

4243

    T_LONG_JMP(pTaskInfo->env, code);

×

4246

  (*ppRes) = NULL;

×

4247

  return code;

×

4250

static void destroyRawScanOperatorInfo(void* param) {

×

4251

  SStreamRawScanInfo* pRawScan = (SStreamRawScanInfo*)param;

×

4252

  pRawScan->pAPI->tsdReader.tsdReaderClose(pRawScan->dataReader);

×

4253

  pRawScan->pAPI->snapshotFn.destroySnapshot(pRawScan->sContext);

×

4254

  tableListDestroy(pRawScan->pTableListInfo);

×

4255

  taosMemoryFree(pRawScan);

×

4256

×

4261

int32_t createRawScanOperatorInfo(SReadHandle* pHandle, SExecTaskInfo* pTaskInfo, SOperatorInfo** pOptrInfo) {

×

4267

  QRY_PARAM_CHECK(pOptrInfo);

×

4268

  int32_t code = TSDB_CODE_SUCCESS;

×

4269

  int32_t lino = 0;

×

4271

  SStreamRawScanInfo* pInfo = taosMemoryCalloc(1, sizeof(SStreamRawScanInfo));

×

4272

  SOperatorInfo*      pOperator = taosMemoryCalloc(1, sizeof(SOperatorInfo));

×

4273

  if (pInfo == NULL || pOperator == NULL) {

×

4274

    code = terrno;

×

4275

    lino = __LINE__;

×

4276

    goto _end;

×

4279

  pInfo->pTableListInfo = tableListCreate();

×

4280

  QUERY_CHECK_NULL(pInfo->pTableListInfo, code, lino, _end, terrno);

×

4281

  pInfo->vnode = pHandle->vnode;

×

4282

  pInfo->pAPI = &pTaskInfo->storageAPI;

×

4284

  pInfo->sContext = pHandle->sContext;

×

4285

  setOperatorInfo(pOperator, "RawScanOperator", QUERY_NODE_PHYSICAL_PLAN_TABLE_SCAN, false, OP_NOT_OPENED, pInfo,

×

4288

  pOperator->fpSet = createOperatorFpSet(NULL, doRawScanNext, NULL, destroyRawScanOperatorInfo, optrDefaultBufFn, NULL,

×

4290

  *pOptrInfo = pOperator;

×

4291

  return code;

×

4293

_end:

×

4294

  if (code != TSDB_CODE_SUCCESS) {

×

4295

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

4297

  taosMemoryFree(pInfo);

×

4298

  taosMemoryFree(pOperator);

×

4299

  pTaskInfo->code = code;

×

4300

  return code;

×

4303

static void destroyStreamScanOperatorInfo(void* param) {

×

4304

  if (param == NULL) {

×

4305

    return;

×

4308

  SStreamScanInfo* pStreamScan = (SStreamScanInfo*)param;

×

4309

  if (pStreamScan->pTableScanOp && pStreamScan->pTableScanOp->info) {

×

4310

    destroyOperator(pStreamScan->pTableScanOp);

×

4313

  if (pStreamScan->tqReader != NULL && pStreamScan->readerFn.tqReaderClose != NULL) {

×

4314

    pStreamScan->readerFn.tqReaderClose(pStreamScan->tqReader);

×

4316

  if (pStreamScan->matchInfo.pList) {

×

4317

    taosArrayDestroy(pStreamScan->matchInfo.pList);

×

4319

  if (pStreamScan->pPseudoExpr) {

×

4320

    destroyExprInfo(pStreamScan->pPseudoExpr, pStreamScan->numOfPseudoExpr);

×

4321

    taosMemoryFree(pStreamScan->pPseudoExpr);

×

4324

  cleanupExprSupp(&pStreamScan->tbnameCalSup);

×

4325

  cleanupExprSupp(&pStreamScan->tagCalSup);

×

4327

  if (pStreamScan->stateStore.updateInfoDestroy) {

×

4328

    pStreamScan->stateStore.updateInfoDestroy(pStreamScan->pUpdateInfo);

×

4331

  blockDataDestroy(pStreamScan->pRes);

×

4332

  blockDataDestroy(pStreamScan->pUpdateRes);

×

4333

  blockDataDestroy(pStreamScan->pDeleteDataRes);

×

4334

  blockDataDestroy(pStreamScan->pUpdateDataRes);

×

4335

  blockDataDestroy(pStreamScan->pCreateTbRes);

×

4336

  taosArrayDestroy(pStreamScan->pBlockLists);

×

4337

  blockDataDestroy(pStreamScan->pCheckpointRes);

×

4339

  taosMemoryFree(pStreamScan);

×

4342

void streamScanReleaseState(SOperatorInfo* pOperator) {

×

4343

  int32_t          code = TSDB_CODE_SUCCESS;

×

4344

  int32_t          lino = 0;

×

4345

  SStreamScanInfo* pInfo = pOperator->info;

×

4346

  void*            pBuff = NULL;

×

4347

  SEncoder*        pEnCoder = NULL;

×

4348

  SEncoder*        pScanEnCoder = NULL;

×

4349

  if (!pInfo->pState) {

×

4350

    return;

×

4352

  if (!pInfo->pUpdateInfo) {

×

4353

    qDebug("stask:%s streamScanReleaseState cancel", GET_TASKID(pOperator->pTaskInfo));

×

4354

    return;

×

4356

  int32_t  len = 0;

×

4357

  SEncoder encoder = {0};

×

4358

  pEnCoder = &encoder;

×

4359

  tEncoderInit(pEnCoder, NULL, 0);

×

4360

  if (tStartEncode(pEnCoder) != 0) {

×

4361

    code = TSDB_CODE_FAILED;

×

4362

    QUERY_CHECK_CODE(code, lino, _end);

×

4364

  code = pInfo->stateStore.updateInfoSerialize(pEnCoder, pInfo->pUpdateInfo);

×

4365

  QUERY_CHECK_CODE(code, lino, _end);

×

4367

  tEndEncode(pEnCoder);

×

4368

  len += encoder.pos;

×

4369

  tEncoderClear(pEnCoder);

×

4370

  pEnCoder = NULL;

×

4372

  pBuff = taosMemoryCalloc(1, len);

×

4373

  if (!pBuff) {

×

4374

    code = terrno;

×

4375

    QUERY_CHECK_CODE(code, lino, _end);

×

4378

  SEncoder scanEncoder = {0};

×

4379

  pScanEnCoder = &scanEncoder;

×

4380

  tEncoderInit(pScanEnCoder, pBuff, len);

×

4381

  if (tStartEncode(pScanEnCoder) != 0) {

×

4382

    code = TSDB_CODE_FAILED;

×

4383

    QUERY_CHECK_CODE(code, lino, _end);

×

4385

  code = pInfo->stateStore.updateInfoSerialize(pScanEnCoder, pInfo->pUpdateInfo);

×

4386

  QUERY_CHECK_CODE(code, lino, _end);

×

4388

  tEndEncode(pScanEnCoder);

×

4389

  tEncoderClear(pScanEnCoder);

×

4390

  pScanEnCoder = NULL;

×

4392

  pInfo->stateStore.streamStateSaveInfo(pInfo->pState, STREAM_SCAN_OP_STATE_NAME, strlen(STREAM_SCAN_OP_STATE_NAME),

×

4394

_end:

×

4395

  if (code != TSDB_CODE_SUCCESS) {

×

4396

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

4398

  if (pEnCoder != NULL) {

×

4399

    tEndEncode(pEnCoder);

×

4400

    tEncoderClear(pEnCoder);

×

4402

  if (pScanEnCoder != NULL) {

×

4403

    tEndEncode(pScanEnCoder);

×

4404

    tEncoderClear(pScanEnCoder);

×

4406

  taosMemoryFree(pBuff);

×

4409

void streamScanReloadState(SOperatorInfo* pOperator) {

×

4410

  int32_t          code = TSDB_CODE_SUCCESS;

×

4411

  int32_t          lino = 0;

×

4412

  SDecoder*        pDeCoder = NULL;

×

4413

  SStreamScanInfo* pInfo = pOperator->info;

×

4414

  if (!pInfo->pState) {

×

4415

    return;

×

4417

  if (!pInfo->pUpdateInfo) {

×

4418

    qDebug("stask:%s streamScanReloadState cancel", GET_TASKID(pOperator->pTaskInfo));

×

4419

    return;

×

4421

  void*   pBuff = NULL;

×

4422

  int32_t len = 0;

×

4423

  code = pInfo->stateStore.streamStateGetInfo(pInfo->pState, STREAM_SCAN_OP_STATE_NAME,

×

4425

  QUERY_CHECK_CODE(code, lino, _end);

×

4427

  SUpdateInfo* pUpInfo = taosMemoryCalloc(1, sizeof(SUpdateInfo));

×

4428

  if (!pUpInfo) {

×

4429

    code = terrno;

×

4430

    QUERY_CHECK_CODE(code, lino, _end);

×

4433

  SDecoder decoder = {0};

×

4434

  pDeCoder = &decoder;

×

4435

  tDecoderInit(pDeCoder, pBuff, len);

×

4436

  if (tStartDecode(pDeCoder) < 0) {

×

4437

    lino = __LINE__;

×

4438

    goto _end;

×

4440

  int32_t winCode = pInfo->stateStore.updateInfoDeserialize(pDeCoder, pUpInfo);

×

4441

  taosMemoryFree(pBuff);

×

4442

  if (winCode == TSDB_CODE_SUCCESS && pInfo->pUpdateInfo) {

×

4443

    if (pInfo->pUpdateInfo->minTS < 0) {

×

4444

      pInfo->stateStore.updateInfoDestroy(pInfo->pUpdateInfo);

×

4445

      pInfo->pUpdateInfo = pUpInfo;

×

4447

      pInfo->stateStore.windowSBfDelete(pInfo->pUpdateInfo, 1);

×

4448

      code = pInfo->stateStore.windowSBfAdd(pInfo->pUpdateInfo, 1);

×

4449

      QUERY_CHECK_CODE(code, lino, _end);

×

4451

      QUERY_CHECK_CONDITION((pInfo->pUpdateInfo->minTS > pUpInfo->minTS), code, lino, _end,

×

4453

      pInfo->pUpdateInfo->maxDataVersion = TMAX(pInfo->pUpdateInfo->maxDataVersion, pUpInfo->maxDataVersion);

×

4454

      SHashObj* curMap = pInfo->pUpdateInfo->pMap;

×

4455

      void*     pIte = taosHashIterate(curMap, NULL);

×

4456

      while (pIte != NULL) {

×

4457

        size_t   keySize = 0;

×

4458

        int64_t* pUid = taosHashGetKey(pIte, &keySize);

×

4459

        code = taosHashPut(pUpInfo->pMap, pUid, sizeof(int64_t), pIte, sizeof(TSKEY));

×

4460

        if (code == TSDB_CODE_DUP_KEY) {

×

4461

          code = TSDB_CODE_SUCCESS;

×

4463

        QUERY_CHECK_CODE(code, lino, _end);

×

4465

        pIte = taosHashIterate(curMap, pIte);

×

4467

      taosHashCleanup(curMap);

×

4468

      pInfo->pUpdateInfo->pMap = pUpInfo->pMap;

×

4469

      pUpInfo->pMap = NULL;

×

4470

      pInfo->stateStore.updateInfoDestroy(pUpInfo);

×

4473

    pInfo->stateStore.updateInfoDestroy(pUpInfo);

×

4476

_end:

×

4477

  if (pDeCoder != NULL) {

×

4478

    tEndDecode(pDeCoder);

×

4479

    tDecoderClear(pDeCoder);

×

4481

  if (code != TSDB_CODE_SUCCESS) {

×

4482

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

4486

int32_t addPrimaryKeyCol(SSDataBlock* pBlock, uint8_t type, int32_t bytes) {

×

4487

  int32_t code = TSDB_CODE_SUCCESS;

×

4488

  int32_t lino = 0;

×

4489

  pBlock->info.rowSize += bytes;

×

4490

  SColumnInfoData infoData = {0};

×

4491

  infoData.info.type = type;

×

4492

  infoData.info.bytes = bytes;

×

4493

  void* tmp = taosArrayPush(pBlock->pDataBlock, &infoData);

×

4494

  QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);

×

4496

_end:

×

4497

  if (code != TSDB_CODE_SUCCESS) {

×

4498

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

4500

  return code;

×

4503

int32_t createStreamScanOperatorInfo(SReadHandle* pHandle, STableScanPhysiNode* pTableScanNode, SNode* pTagCond,

×

4506

  QRY_PARAM_CHECK(pOptrInfo);

×

4508

  int32_t          code = TSDB_CODE_SUCCESS;

×

4509

  int32_t          lino = 0;

×

4510

  SArray*          pColIds = NULL;

×

4511

  SStreamScanInfo* pInfo = taosMemoryCalloc(1, sizeof(SStreamScanInfo));

×

4512

  SOperatorInfo*   pOperator = taosMemoryCalloc(1, sizeof(SOperatorInfo));

×

4513

  SStorageAPI*     pAPI = &pTaskInfo->storageAPI;

×

4514

  const char*      idstr = pTaskInfo->id.str;

×

4516

  if (pInfo == NULL || pOperator == NULL) {

×

4517

    code = terrno;

×

4518

    goto _error;

×

4521

  SScanPhysiNode*     pScanPhyNode = &pTableScanNode->scan;

×

4522

  SDataBlockDescNode* pDescNode = pScanPhyNode->node.pOutputDataBlockDesc;

×

4524

  pInfo->pTagCond = pTagCond;

×

4525

  pInfo->pGroupTags = pTableScanNode->pGroupTags;

×

4527

  int32_t numOfCols = 0;

×

4528

  code = extractColMatchInfo(pScanPhyNode->pScanCols, pDescNode, &numOfCols, COL_MATCH_FROM_COL_ID, &pInfo->matchInfo);

×

4529

  if (code != TSDB_CODE_SUCCESS) {

×

4530

    goto _error;

×

4533

  SDataType pkType = {0};

×

4534

  pInfo->primaryKeyIndex = -1;

×

4535

  pInfo->basic.primaryPkIndex = -1;

×

4536

  int32_t numOfOutput = taosArrayGetSize(pInfo->matchInfo.pList);

×

4537

  pColIds = taosArrayInit(numOfOutput, sizeof(int16_t));

×

4538

  QUERY_CHECK_NULL(pColIds, code, lino, _error, terrno);

×

4540

  for (int32_t i = 0; i < numOfOutput; ++i) {

×

4541

    SColMatchItem* id = taosArrayGet(pInfo->matchInfo.pList, i);

×

4542

    QUERY_CHECK_NULL(id, code, lino, _error, terrno);

×

4544

    int16_t colId = id->colId;

×

4545

    void*   tmp = taosArrayPush(pColIds, &colId);

×

4546

    QUERY_CHECK_NULL(tmp, code, lino, _error, terrno);

×

4548

    if (id->colId == PRIMARYKEY_TIMESTAMP_COL_ID) {

×

4549

      pInfo->primaryTsIndex = id->dstSlotId;

×

4551

    if (id->isPk) {

×

4552

      pInfo->primaryKeyIndex = id->dstSlotId;

×

4553

      pInfo->basic.primaryPkIndex = id->dstSlotId;

×

4554

      pkType = id->dataType;

×

4558

  pInfo->pPartTbnameSup = NULL;

×

4559

  if (pTableScanNode->pSubtable != NULL) {

×

4560

    SExprInfo* pSubTableExpr = taosMemoryCalloc(1, sizeof(SExprInfo));

×

4561

    if (pSubTableExpr == NULL) {

×

4562

      code = terrno;

×

4563

      goto _error;

×

4566

    pInfo->tbnameCalSup.pExprInfo = pSubTableExpr;

×

4567

    code = createExprFromOneNode(pSubTableExpr, pTableScanNode->pSubtable, 0);

×

4568

    QUERY_CHECK_CODE(code, lino, _error);

×

4570

    if (initExprSupp(&pInfo->tbnameCalSup, pSubTableExpr, 1, &pTaskInfo->storageAPI.functionStore) != 0) {

×

4571

      goto _error;

×

4575

  if (pTableScanNode->pTags != NULL) {

×

4577

    SExprInfo* pTagExpr = createExpr(pTableScanNode->pTags, &numOfTags);

×

4578

    if (pTagExpr == NULL) {

×

4579

      goto _error;

×

4581

    code = initExprSupp(&pInfo->tagCalSup, pTagExpr, numOfTags, &pTaskInfo->storageAPI.functionStore);

×

4582

    if (code != 0) {

×

4583

      goto _error;

×

4587

  pInfo->pBlockLists = taosArrayInit(4, sizeof(SPackedData));

×

4588

  TSDB_CHECK_NULL(pInfo->pBlockLists, code, lino, _error, terrno);

×

4590

  if (pHandle->vnode) {

×

4591

    SOperatorInfo* pTableScanOp = NULL;

×

4592

    code = createTableScanOperatorInfo(pTableScanNode, pHandle, pTableListInfo, pTaskInfo, &pTableScanOp);

×

4593

    if (pTableScanOp == NULL || code != 0) {

×

4594

      qError("createTableScanOperatorInfo error, code:%d", pTaskInfo->code);

×

4595

      goto _error;

×

4598

    STableScanInfo* pTSInfo = (STableScanInfo*)pTableScanOp->info;

×

4599

    if (pHandle->version > 0) {

×

4600

      pTSInfo->base.cond.endVersion = pHandle->version;

×

4603

    STableKeyInfo* pList = NULL;

×

4604

    int32_t        num = 0;

×

4605

    code = tableListGetGroupList(pTableListInfo, 0, &pList, &num);

×

4606

    QUERY_CHECK_CODE(code, lino, _error);

×

4608

    if (pHandle->initTableReader) {

×

4609

      pTSInfo->scanMode = TABLE_SCAN__TABLE_ORDER;

×

4610

      pTSInfo->base.dataReader = NULL;

×

4613

    if (pHandle->initTqReader) {

×

4614

      pInfo->tqReader = pAPI->tqReaderFn.tqReaderOpen(pHandle->vnode);

×

4615

      QUERY_CHECK_NULL(pInfo->tqReader, code, lino, _error, terrno);

×

4617

      pInfo->tqReader = pHandle->tqReader;

×

4618

      QUERY_CHECK_NULL(pInfo->tqReader, code, lino, _error, TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR);

×

4621

    pInfo->pUpdateInfo = NULL;

×

4622

    pInfo->pTableScanOp = pTableScanOp;

×

4623

    if (pInfo->pTableScanOp->pTaskInfo->streamInfo.pState) {

×

4624

      pAPI->stateStore.streamStateSetNumber(pInfo->pTableScanOp->pTaskInfo->streamInfo.pState, -1,

×

4628

    pInfo->readHandle = *pHandle;

×

4629

    pTaskInfo->streamInfo.snapshotVer = pHandle->version;

×

4630

    pInfo->pCreateTbRes = buildCreateTableBlock(&pInfo->tbnameCalSup, &pInfo->tagCalSup);

×

4631

    QUERY_CHECK_NULL(pInfo->pCreateTbRes, code, lino, _error, terrno);

×

4633

    code = blockDataEnsureCapacity(pInfo->pCreateTbRes, 8);

×

4634

    QUERY_CHECK_CODE(code, lino, _error);

×

4637

    pAPI->tqReaderFn.tqReaderSetColIdList(pInfo->tqReader, pColIds);

×

4639

    SArray* tableIdList = NULL;

×

4640

    code = extractTableIdList(((STableScanInfo*)(pInfo->pTableScanOp->info))->base.pTableListInfo, &tableIdList);

×

4641

    QUERY_CHECK_CODE(code, lino, _error);

×

4642

    pAPI->tqReaderFn.tqReaderSetQueryTableList(pInfo->tqReader, tableIdList, idstr);

×

4643

    taosArrayDestroy(tableIdList);

×

4644

    memcpy(&pTaskInfo->streamInfo.tableCond, &pTSInfo->base.cond, sizeof(SQueryTableDataCond));

×

4646

    taosArrayDestroy(pColIds);

×

4647

    tableListDestroy(pTableListInfo);

×

4651

  pColIds = NULL;

×

4654

  if (pTableScanNode->scan.pScanPseudoCols != NULL) {

×

4655

    code = createExprInfo(pTableScanNode->scan.pScanPseudoCols, NULL, &pInfo->pPseudoExpr, &pInfo->numOfPseudoExpr);

×

4656

    QUERY_CHECK_CODE(code, lino, _error);

×

4659

  code = filterInitFromNode((SNode*)pScanPhyNode->node.pConditions, &pOperator->exprSupp.pFilterInfo, 0);

×

4660

  QUERY_CHECK_CODE(code, lino, _error);

×

4662

  pInfo->pRes = createDataBlockFromDescNode(pDescNode);

×

4663

  QUERY_CHECK_NULL(pInfo->pRes, code, lino, _error, terrno);

×

4664

  code = createSpecialDataBlock(STREAM_CLEAR, &pInfo->pUpdateRes);

×

4665

  QUERY_CHECK_CODE(code, lino, _error);

×

4667

  pInfo->scanMode = STREAM_SCAN_FROM_READERHANDLE;

×

4668

  pInfo->windowSup = (SWindowSupporter){.pStreamAggSup = NULL, .gap = -1, .parentType = QUERY_NODE_PHYSICAL_PLAN};

×

4669

  pInfo->groupId = 0;

×

4670

  pInfo->igCheckGroupId = false;

×

4671

  pInfo->pStreamScanOp = pOperator;

×

4672

  pInfo->deleteDataIndex = 0;

×

4673

  code = createSpecialDataBlock(STREAM_DELETE_DATA, &pInfo->pDeleteDataRes);

×

4674

  QUERY_CHECK_CODE(code, lino, _error);

×

4676

  pInfo->updateWin = (STimeWindow){.skey = INT64_MAX, .ekey = INT64_MAX};

×

4677

  code = createSpecialDataBlock(STREAM_CLEAR, &pInfo->pUpdateDataRes);

×

4678

  QUERY_CHECK_CODE(code, lino, _error);

×

4680

  if (hasPrimaryKeyCol(pInfo)) {

×

4681

    code = addPrimaryKeyCol(pInfo->pUpdateDataRes, pkType.type, pkType.bytes);

×

4682

    QUERY_CHECK_CODE(code, lino, _error);

×

4684

    pInfo->pkColType = pkType.type;

×

4685

    pInfo->pkColLen = pkType.bytes;

×

4688

  pInfo->assignBlockUid = pTableScanNode->assignBlockUid;

×

4689

  pInfo->partitionSup.needCalc = false;

×

4690

  pInfo->igCheckUpdate = pTableScanNode->igCheckUpdate;

×

4691

  pInfo->igExpired = pTableScanNode->igExpired;

×

4692

  pInfo->twAggSup.maxTs = INT64_MIN;

×

4693

  pInfo->pState = pTaskInfo->streamInfo.pState;

×

4694

  pInfo->stateStore = pTaskInfo->storageAPI.stateStore;

×

4695

  pInfo->readerFn = pTaskInfo->storageAPI.tqReaderFn;

×

4696

  pInfo->pFillSup = NULL;

×

4697

  pInfo->useGetResultRange = false;

×

4698

  pInfo->pRangeScanRes = NULL;

×

4700

  code = createSpecialDataBlock(STREAM_CHECKPOINT, &pInfo->pCheckpointRes);

×

4701

  QUERY_CHECK_CODE(code, lino, _error);

×

4703

  SET_WIN_KEY_INVALID(pInfo->lastScanRange.skey);

×

4704

  SET_WIN_KEY_INVALID(pInfo->lastScanRange.ekey);

×

4706

  if (pTaskInfo->streamInfo.pState) {

×

4707

    void*   buff = NULL;

×

4708

    int32_t len = 0;

×

4709

    int32_t res = pAPI->stateStore.streamStateGetInfo(pTaskInfo->streamInfo.pState, STREAM_SCAN_OP_CHECKPOINT_NAME,

×

4711

    if (res == TSDB_CODE_SUCCESS) {

×

4712

      streamScanOperatorDecode(buff, len, pInfo);

×

4713

      taosMemoryFree(buff);

×

4717

  setOperatorInfo(pOperator, STREAM_SCAN_OP_NAME, QUERY_NODE_PHYSICAL_PLAN_STREAM_SCAN, false, OP_NOT_OPENED, pInfo,

×

4719

  pOperator->exprSupp.numOfExprs = taosArrayGetSize(pInfo->pRes->pDataBlock);

×

4721

  __optr_fn_t nextFn = (pTaskInfo->execModel == OPTR_EXEC_MODEL_STREAM) ? doStreamScanNext : doQueueScanNext;

×

4722

  pOperator->fpSet = createOperatorFpSet(optrDummyOpenFn, nextFn, NULL, destroyStreamScanOperatorInfo, optrDefaultBufFn,

×

4724

  setOperatorStreamStateFn(pOperator, streamScanReleaseState, streamScanReloadState);

×

4726

  *pOptrInfo = pOperator;

×

4727

  return code;

×

4729

_error:

×

4730

  if (pColIds != NULL) {

×

4731

    taosArrayDestroy(pColIds);

×

4734

  if (pInfo != NULL) {

×

4735

    STableScanInfo* p = (STableScanInfo*) pInfo->pTableScanOp->info;

×

4736

    if (p != NULL) {

×

4737

      p->base.pTableListInfo = NULL;

×

4739

    destroyStreamScanOperatorInfo(pInfo);

×

4742

  if (pOperator != NULL) {

×

4743

    pOperator->info = NULL;

×

4744

    destroyOperator(pOperator);

×

4746

  pTaskInfo->code = code;

×

4747

  return code;

×

4750

static int32_t doTagScanOneTable(SOperatorInfo* pOperator, SSDataBlock* pRes, SMetaReader* mr, SStorageAPI* pAPI) {

×

4751

  int32_t        code = TSDB_CODE_SUCCESS;

×

4752

  int32_t        lino = 0;

×

4753

  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;

×

4754

  STagScanInfo*  pInfo = pOperator->info;

×

4755

  SExprInfo*     pExprInfo = &pOperator->exprSupp.pExprInfo[0];

×

4756

  int32_t        count = pRes->info.rows;

×

4758

  STableKeyInfo* item = tableListGetInfo(pInfo->pTableListInfo, pInfo->curPos);

×

4759

  if (!item) {

×

4760

    qError("failed to get table meta, uid:0x%" PRIx64 ", code:%s, %s", item->uid, tstrerror(terrno),

×

4762

    tDecoderClear(&(*mr).coder);

×

4763

    goto _end;

×

4766

  code = pAPI->metaReaderFn.getTableEntryByUid(mr, item->uid);

×

4767

  tDecoderClear(&(*mr).coder);

×

4768

  if (code != TSDB_CODE_SUCCESS) {

×

4769

    qError("failed to get table meta, uid:0x%" PRIx64 ", code:%s, %s", item->uid, tstrerror(terrno),

×

4771

    goto _end;

×

4775

  for (int32_t j = 0; j < pOperator->exprSupp.numOfExprs; ++j) {

×

4776

    SColumnInfoData* pDst = taosArrayGet(pRes->pDataBlock, pExprInfo[j].base.resSchema.slotId);

×

4779

    if (FUNCTION_TYPE_TBNAME == pExprInfo[j].pExpr->_function.functionType) {

×

4780

      STR_TO_VARSTR(str, (*mr).me.name);

×

4781

      code = colDataSetVal(pDst, (count), str, false);

×

4782

      QUERY_CHECK_CODE(code, lino, _end);

×

4783

    } else if (FUNCTION_TYPE_TBUID == pExprInfo[j].pExpr->_function.functionType) {

×

4784

      code = colDataSetVal(pDst, (count), (char*)&(*mr).me.uid, false);

×

4785

      QUERY_CHECK_CODE(code, lino, _end);

×

4786

    } else if (FUNCTION_TYPE_VGID == pExprInfo[j].pExpr->_function.functionType) {

×

4787

      code = colDataSetVal(pDst, (count), (char*)&pTaskInfo->id.vgId, false);

×

4788

      QUERY_CHECK_CODE(code, lino, _end);

×

4790

      STagVal val = {0};

×

4791

      val.cid = pExprInfo[j].base.pParam[0].pCol->colId;

×

4792

      const char* p = pAPI->metaFn.extractTagVal((*mr).me.ctbEntry.pTags, pDst->info.type, &val);

×

4794

      char* data = NULL;

×

4795

      if (pDst->info.type != TSDB_DATA_TYPE_JSON && p != NULL) {

×

4796

        data = tTagValToData((const STagVal*)p, false);

×

4798

        data = (char*)p;

×

4801

      code = colDataSetVal(pDst, (count), data,

×

4802

                           (data == NULL) || (pDst->info.type == TSDB_DATA_TYPE_JSON && tTagIsJsonNull(data)));

×

4803

      QUERY_CHECK_CODE(code, lino, _end);

×

4805

      if ((pDst->info.type != TSDB_DATA_TYPE_JSON) && (p != NULL) && IS_VAR_DATA_TYPE(((const STagVal*)p)->type) &&

×

4807

        taosMemoryFree(data);

×

4812

_end:

×

4813

  if (code != TSDB_CODE_SUCCESS) {

×

4814

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

4815

    pTaskInfo->code = code;

×

4817

    pRes->info.rows++;

×

4820

  return code;

×

4823

static void tagScanFreeUidTag(void* p) {

×

4824

  STUidTagInfo* pInfo = p;

×

4825

  if (pInfo->pTagVal != NULL) {

×

4826

    taosMemoryFree(pInfo->pTagVal);

×

4828

×

4830

static int32_t tagScanCreateResultData(SDataType* pType, int32_t numOfRows, SScalarParam* pParam) {

×

4831

  SColumnInfoData* pColumnData = taosMemoryCalloc(1, sizeof(SColumnInfoData));

×

4832

  if (pColumnData == NULL) {

×

4833

    return terrno;

×

4836

  pColumnData->info.type = pType->type;

×

4837

  pColumnData->info.bytes = pType->bytes;

×

4838

  pColumnData->info.scale = pType->scale;

×

4839

  pColumnData->info.precision = pType->precision;

×

4841

  int32_t code = colInfoDataEnsureCapacity(pColumnData, numOfRows, true);

×

4842

  if (code != TSDB_CODE_SUCCESS) {

×

4843

    terrno = code;

×

4844

    taosMemoryFree(pColumnData);

×

4845

    return terrno;

×

4848

  pParam->columnData = pColumnData;

×

4849

  pParam->colAlloced = true;

×

4850

  return TSDB_CODE_SUCCESS;

×

4853

static EDealRes tagScanRewriteTagColumn(SNode** pNode, void* pContext) {

×

4854

  int32_t                code = TSDB_CODE_SUCCESS;

×

4855

  int32_t                lino = 0;

×

4856

  STagScanFilterContext* pCtx = (STagScanFilterContext*)pContext;

×

4857

  SColumnNode*           pSColumnNode = NULL;

×

4858

  if (QUERY_NODE_COLUMN == nodeType((*pNode))) {

×

4859

    pSColumnNode = *(SColumnNode**)pNode;

×

4860

  } else if (QUERY_NODE_FUNCTION == nodeType((*pNode))) {

×

4861

    SFunctionNode* pFuncNode = *(SFunctionNode**)(pNode);

×

4862

    if (pFuncNode->funcType == FUNCTION_TYPE_TBNAME) {

×

4863

      pSColumnNode = NULL;

×

4864

      pCtx->code = nodesMakeNode(QUERY_NODE_COLUMN, (SNode**)&pSColumnNode);

×

4865

      if (NULL == pSColumnNode) {

×

4866

        return DEAL_RES_ERROR;

×

4868

      pSColumnNode->colId = -1;

×

4869

      pSColumnNode->colType = COLUMN_TYPE_TBNAME;

×

4870

      pSColumnNode->node.resType.type = TSDB_DATA_TYPE_VARCHAR;

×

4871

      pSColumnNode->node.resType.bytes = TSDB_TABLE_FNAME_LEN - 1 + VARSTR_HEADER_SIZE;

×

4872

      nodesDestroyNode(*pNode);

×

4873

      *pNode = (SNode*)pSColumnNode;

×

4875

      return DEAL_RES_CONTINUE;

×

4878

    return DEAL_RES_CONTINUE;

×

4881

  void* data = taosHashGet(pCtx->colHash, &pSColumnNode->colId, sizeof(pSColumnNode->colId));

×

4882

  if (!data) {

×

4883

    code = taosHashPut(pCtx->colHash, &pSColumnNode->colId, sizeof(pSColumnNode->colId), pNode, sizeof((*pNode)));

×

4884

    if (code == TSDB_CODE_DUP_KEY) {

×

4885

      code = TSDB_CODE_SUCCESS;

×

4887

    QUERY_CHECK_CODE(code, lino, _end);

×

4888

    pSColumnNode->slotId = pCtx->index++;

×

4889

    SColumnInfo cInfo = {.colId = pSColumnNode->colId,

×

4890

                         .type = pSColumnNode->node.resType.type,

×

4891

                         .bytes = pSColumnNode->node.resType.bytes};

×

4892

    void*       tmp = taosArrayPush(pCtx->cInfoList, &cInfo);

×

4893

    QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);

×

4895

    SColumnNode* col = *(SColumnNode**)data;

×

4896

    pSColumnNode->slotId = col->slotId;

×

4899

_end:

×

4900

  if (code != TSDB_CODE_SUCCESS) {

×

4901

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

4902

    return DEAL_RES_ERROR;

×

4904

  return DEAL_RES_CONTINUE;

×

4907

static int32_t tagScanFilterByTagCond(SArray* aUidTags, SNode* pTagCond, SArray* aFilterIdxs, void* pVnode,

×

4909

  int32_t code = TSDB_CODE_SUCCESS;

×

4910

  int32_t lino = 0;

×

4911

  int32_t numOfTables = taosArrayGetSize(aUidTags);

×

4912

  SArray* pBlockList = NULL;

×

4914

  SSDataBlock* pResBlock = createTagValBlockForFilter(pInfo->filterCtx.cInfoList, numOfTables, aUidTags, pVnode, pAPI);

×

4915

  QUERY_CHECK_NULL(pResBlock, code, lino, _end, terrno);

×

4917

  pBlockList = taosArrayInit(1, POINTER_BYTES);

×

4918

  QUERY_CHECK_NULL(pBlockList, code, lino, _end, terrno);

×

4920

  void* tmp = taosArrayPush(pBlockList, &pResBlock);

×

4921

  QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);

×

4923

  SDataType type = {.type = TSDB_DATA_TYPE_BOOL, .bytes = sizeof(bool)};

×

4925

  SScalarParam output = {0};

×

4926

  code = tagScanCreateResultData(&type, numOfTables, &output);

×

4927

  QUERY_CHECK_CODE(code, lino, _end);

×

4929

  code = scalarCalculate(pTagCond, pBlockList, &output);

×

4930

  QUERY_CHECK_CODE(code, lino, _end);

×

4932

  bool* result = (bool*)output.columnData->pData;

×

4933

  for (int32_t i = 0; i < numOfTables; ++i) {

×

4934

    if (result[i]) {

×

4935

      void* tmp = taosArrayPush(aFilterIdxs, &i);

×

4936

      QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);

×

4940

  colDataDestroy(output.columnData);

×

4941

  taosMemoryFreeClear(output.columnData);

×

4943

_end:

×

4944

  blockDataDestroy(pResBlock);

×

4945

  taosArrayDestroy(pBlockList);

×

4946

  if (code != TSDB_CODE_SUCCESS) {

×

4947

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

4949

  return code;

×

4952

static int32_t tagScanFillOneCellWithTag(SOperatorInfo* pOperator, const STUidTagInfo* pUidTagInfo,

×

4955

  int32_t code = TSDB_CODE_SUCCESS;

×

4956

  int32_t lino = 0;

×

4957

  if (QUERY_NODE_FUNCTION == pExprInfo->pExpr->nodeType) {

×

4958

    if (FUNCTION_TYPE_TBNAME == pExprInfo->pExpr->_function.functionType) {  // tbname

×

4959

      char str[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};

×

4960

      STR_TO_VARSTR(str, "ctbidx");

×

4962

      code = colDataSetVal(pColInfo, rowIndex, str, false);

×

4963

      QUERY_CHECK_CODE(code, lino, _end);

×

4964

    } else if (FUNCTION_TYPE_TBUID == pExprInfo->pExpr->_function.functionType) {

×

4965

      code = colDataSetVal(pColInfo, rowIndex, (char*)&pUidTagInfo->uid, false);

×

4966

      QUERY_CHECK_CODE(code, lino, _end);

×

4967

    } else if (FUNCTION_TYPE_VGID == pExprInfo->pExpr->_function.functionType) {

×

4968

      code = colDataSetVal(pColInfo, rowIndex, (char*)&pOperator->pTaskInfo->id.vgId, false);

×

4969

      QUERY_CHECK_CODE(code, lino, _end);

×

4972

    STagVal tagVal = {0};

×

4973

    tagVal.cid = pExprInfo->base.pParam[0].pCol->colId;

×

4974

    if (pUidTagInfo->pTagVal == NULL) {

×

4975

      colDataSetNULL(pColInfo, rowIndex);

×

4977

      const char* p = pAPI->metaFn.extractTagVal(pUidTagInfo->pTagVal, pColInfo->info.type, &tagVal);

×

4979

      if (p == NULL || (pColInfo->info.type == TSDB_DATA_TYPE_JSON && ((STag*)p)->nTag == 0)) {

×

4980

        colDataSetNULL(pColInfo, rowIndex);

×

4981

      } else if (pColInfo->info.type == TSDB_DATA_TYPE_JSON) {

×

4982

        code = colDataSetVal(pColInfo, rowIndex, p, false);

×

4983

        QUERY_CHECK_CODE(code, lino, _end);

×

4984

      } else if (IS_VAR_DATA_TYPE(pColInfo->info.type)) {

×

4985

        char* tmp = taosMemoryMalloc(tagVal.nData + VARSTR_HEADER_SIZE + 1);

×

4986

        QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);

×

4988

        varDataSetLen(tmp, tagVal.nData);

×

4989

        memcpy(tmp + VARSTR_HEADER_SIZE, tagVal.pData, tagVal.nData);

×

4990

        code = colDataSetVal(pColInfo, rowIndex, tmp, false);

×

4991

        taosMemoryFree(tmp);

×

4992

        QUERY_CHECK_CODE(code, lino, _end);

×

4994

        code = colDataSetVal(pColInfo, rowIndex, (const char*)&tagVal.i64, false);

×

4995

        QUERY_CHECK_CODE(code, lino, _end);

×

5000

_end:

×

5001

  if (code != TSDB_CODE_SUCCESS) {

×

5002

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

5004

  return code;

×

5007

static int32_t tagScanFillResultBlock(SOperatorInfo* pOperator, SSDataBlock* pRes, SArray* aUidTags,

×

5009

  int32_t       code = TSDB_CODE_SUCCESS;

×

5010

  int32_t       lino = 0;

×

5011

  STagScanInfo* pInfo = pOperator->info;

×

5012

  SExprInfo*    pExprInfo = &pOperator->exprSupp.pExprInfo[0];

×

5013

  if (!ignoreFilterIdx) {

×

5014

    size_t szTables = taosArrayGetSize(aFilterIdxs);

×

5015

    for (int i = 0; i < szTables; ++i) {

×

5016

      int32_t       idx = *(int32_t*)taosArrayGet(aFilterIdxs, i);

×

5017

      STUidTagInfo* pUidTagInfo = taosArrayGet(aUidTags, idx);

×

5018

      QUERY_CHECK_NULL(pUidTagInfo, code, lino, _end, terrno);

×

5019

      for (int32_t j = 0; j < pOperator->exprSupp.numOfExprs; ++j) {

×

5020

        SColumnInfoData* pDst = taosArrayGet(pRes->pDataBlock, pExprInfo[j].base.resSchema.slotId);

×

5021

        QUERY_CHECK_NULL(pDst, code, lino, _end, terrno);

×

5022

        code = tagScanFillOneCellWithTag(pOperator, pUidTagInfo, &pExprInfo[j], pDst, i, pAPI, pInfo->readHandle.vnode);

×

5023

        QUERY_CHECK_CODE(code, lino, _end);

×

5027

    size_t szTables = taosArrayGetSize(aUidTags);

×

5028

    for (int i = 0; i < szTables; ++i) {

×

5029

      STUidTagInfo* pUidTagInfo = taosArrayGet(aUidTags, i);

×

5030

      QUERY_CHECK_NULL(pUidTagInfo, code, lino, _end, terrno);

×

5031

      for (int32_t j = 0; j < pOperator->exprSupp.numOfExprs; ++j) {

×

5032

        SColumnInfoData* pDst = taosArrayGet(pRes->pDataBlock, pExprInfo[j].base.resSchema.slotId);

×

5033

        QUERY_CHECK_NULL(pDst, code, lino, _end, terrno);

×

5034

        code = tagScanFillOneCellWithTag(pOperator, pUidTagInfo, &pExprInfo[j], pDst, i, pAPI, pInfo->readHandle.vnode);

×

5035

        QUERY_CHECK_CODE(code, lino, _end);

×

5040

_end:

×

5041

  if (code != TSDB_CODE_SUCCESS) {

×

5042

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

5044

  return code;

×

5047

static int32_t doTagScanFromCtbIdxNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {

×

5048

  int32_t        code = TSDB_CODE_SUCCESS;

×

5049

  int32_t        lino = 0;

×

5050

  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;

×

5051

  SStorageAPI*   pAPI = &pTaskInfo->storageAPI;

×

5053

  STagScanInfo* pInfo = pOperator->info;

×

5054

  SSDataBlock*  pRes = pInfo->pRes;

×

5056

  QRY_PARAM_CHECK(ppRes);

×

5058

  if (pOperator->status == OP_EXEC_DONE) {

×

5059

    return TSDB_CODE_SUCCESS;

×

5061

  blockDataCleanup(pRes);

×

5063

  if (pInfo->pCtbCursor == NULL) {

×

5064

    pInfo->pCtbCursor = pAPI->metaFn.openCtbCursor(pInfo->readHandle.vnode, pInfo->suid, 1);

×

5065

    QUERY_CHECK_NULL(pInfo->pCtbCursor, code, lino, _end, terrno);

×

5067

    code = pAPI->metaFn.resumeCtbCursor(pInfo->pCtbCursor, 0);

×

5068

    QUERY_CHECK_CODE(code, lino, _end);

×

5071

  SArray* aUidTags = pInfo->aUidTags;

×

5072

  SArray* aFilterIdxs = pInfo->aFilterIdxs;

×

5073

  int32_t count = 0;

×

5074

  bool    ctbCursorFinished = false;

×

5075

  while (1) {

×

5076

    taosArrayClearEx(aUidTags, tagScanFreeUidTag);

×

5077

    taosArrayClear(aFilterIdxs);

×

5079

    int32_t numTables = 0;

×

5080

    while (numTables < pOperator->resultInfo.capacity) {

×

5081

      SMCtbCursor* pCur = pInfo->pCtbCursor;

×

5082

      tb_uid_t     uid = pAPI->metaFn.ctbCursorNext(pInfo->pCtbCursor);

×

5083

      if (uid == 0) {

×

5084

        ctbCursorFinished = true;

×

5085

        break;

×

5087

      STUidTagInfo info = {.uid = uid, .pTagVal = pCur->pVal};

×

5088

      info.pTagVal = taosMemoryMalloc(pCur->vLen);

×

5089

      QUERY_CHECK_NULL(info.pTagVal, code, lino, _end, terrno);

×

5091

      memcpy(info.pTagVal, pCur->pVal, pCur->vLen);

×

5092

      void* tmp = taosArrayPush(aUidTags, &info);

×

5093

      QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);

×

5094

      ++numTables;

×

5097

    if (numTables == 0) {

×

5098

      break;

×

5100

    bool ignoreFilterIdx = true;

×

5101

    if (pInfo->pTagCond != NULL) {

×

5102

      ignoreFilterIdx = false;

×

5103

      code = tagScanFilterByTagCond(aUidTags, pInfo->pTagCond, aFilterIdxs, pInfo->readHandle.vnode, pAPI, pInfo);

×

5104

      QUERY_CHECK_CODE(code, lino, _end);

×

5106

      ignoreFilterIdx = true;

×

5109

    code = tagScanFillResultBlock(pOperator, pRes, aUidTags, aFilterIdxs, ignoreFilterIdx, pAPI);

×

5110

    QUERY_CHECK_CODE(code, lino, _end);

×

5112

    count = ignoreFilterIdx ? taosArrayGetSize(aUidTags) : taosArrayGetSize(aFilterIdxs);

×

5114

    if (count != 0) {

×

5115

      break;

×

5119

  if (count > 0) {

×

5120

    pAPI->metaFn.pauseCtbCursor(pInfo->pCtbCursor);

×

5122

  if (count == 0 || ctbCursorFinished) {

×

5123

    pAPI->metaFn.closeCtbCursor(pInfo->pCtbCursor);

×

5124

    pInfo->pCtbCursor = NULL;

×

5125

    setOperatorCompleted(pOperator);

×

5128

  pRes->info.rows = count;

×

5129

  bool bLimitReached = applyLimitOffset(&pInfo->limitInfo, pRes, pTaskInfo);

×

5130

  if (bLimitReached) {

×

5131

    setOperatorCompleted(pOperator);

×

5134

  pOperator->resultInfo.totalRows += pRes->info.rows;

×

5135

  (*ppRes) = (pRes->info.rows == 0) ? NULL : pInfo->pRes;

×

5137

_end:

×

5138

  if (code != TSDB_CODE_SUCCESS) {

×

5139

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

5140

    pTaskInfo->code = code;

×

5141

    T_LONG_JMP(pTaskInfo->env, code);

×

5144

  return code;

×

5147

static int32_t doTagScanFromMetaEntryNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {

×

5148

  int32_t code = TSDB_CODE_SUCCESS;

×

5149

  int32_t lino = 0;

×

5150

  if (pOperator->status == OP_EXEC_DONE) {

×

5151

    (*ppRes) = NULL;

×

5152

    return code;

×

5155

  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;

×

5156

  SStorageAPI*   pAPI = &pTaskInfo->storageAPI;

×

5158

  STagScanInfo* pInfo = pOperator->info;

×

5159

  SExprInfo*    pExprInfo = &pOperator->exprSupp.pExprInfo[0];

×

5160

  SSDataBlock*  pRes = pInfo->pRes;

×

5161

  blockDataCleanup(pRes);

×

5163

  int32_t size = 0;

×

5164

  code = tableListGetSize(pInfo->pTableListInfo, &size);

×

5165

  QUERY_CHECK_CODE(code, lino, _end);

×

5167

  if (size == 0) {

×

5168

    setTaskStatus(pTaskInfo, TASK_COMPLETED);

×

5169

    (*ppRes) = NULL;

×

5170

    return code;

×

5173

  SMetaReader mr = {0};

×

5174

  pAPI->metaReaderFn.initReader(&mr, pInfo->readHandle.vnode, META_READER_LOCK, &pAPI->metaFn);

×

5175

  pRes->info.rows = 0;

×

5177

  while (pInfo->curPos < size && pRes->info.rows < pOperator->resultInfo.capacity) {

×

5178

    code = doTagScanOneTable(pOperator, pRes, &mr, &pTaskInfo->storageAPI);

×

5179

    if (code != TSDB_CODE_OUT_OF_MEMORY && code != TSDB_CODE_QRY_REACH_QMEM_THRESHOLD && code != TSDB_CODE_QRY_QUERY_MEM_EXHAUSTED) {

×

5181

      code = TSDB_CODE_SUCCESS;

×

5183

    QUERY_CHECK_CODE(code, lino, _end);

×

5185

    if (++pInfo->curPos >= size) {

×

5186

      setOperatorCompleted(pOperator);

×

5190

  pAPI->metaReaderFn.clearReader(&mr);

×

5191

  bool bLimitReached = applyLimitOffset(&pInfo->limitInfo, pRes, pTaskInfo);

×

5192

  if (bLimitReached) {

×

5193

    setOperatorCompleted(pOperator);

×

5197

  if (pOperator->status == OP_EXEC_DONE) {

×

5198

    setTaskStatus(pTaskInfo, TASK_COMPLETED);

×

5201

  pOperator->resultInfo.totalRows += pRes->info.rows;

×

5203

  (*ppRes) = (pRes->info.rows == 0) ? NULL : pInfo->pRes;

×

5205

_end:

×

5206

  if (code != TSDB_CODE_SUCCESS) {

×

5207

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

5208

    pTaskInfo->code = code;

×

5209

    T_LONG_JMP(pTaskInfo->env, code);

×

5211

  return code;

×

5214

static SSDataBlock* doTagScanFromMetaEntry(SOperatorInfo* pOperator) {

×

5215

  SSDataBlock* pRes = NULL;

×

5216

  int32_t      code = doTagScanFromMetaEntryNext(pOperator, &pRes);

×

5217

  return pRes;

×

5220

static void destroyTagScanOperatorInfo(void* param) {

×

5221

  STagScanInfo* pInfo = (STagScanInfo*)param;

×

5222

  if (pInfo->pCtbCursor != NULL && pInfo->pStorageAPI != NULL) {

×

5223

    pInfo->pStorageAPI->metaFn.closeCtbCursor(pInfo->pCtbCursor);

×

5225

  taosHashCleanup(pInfo->filterCtx.colHash);

×

5226

  taosArrayDestroy(pInfo->filterCtx.cInfoList);

×

5227

  taosArrayDestroy(pInfo->aFilterIdxs);

×

5228

  taosArrayDestroyEx(pInfo->aUidTags, tagScanFreeUidTag);

×

5230

  blockDataDestroy(pInfo->pRes);

×

5231

  taosArrayDestroy(pInfo->matchInfo.pList);

×

5232

  tableListDestroy(pInfo->pTableListInfo);

×

5234

  pInfo->pRes = NULL;

×

5235

  pInfo->pTableListInfo = NULL;

×

5236

  taosMemoryFreeClear(param);

×

5237

×

5239

int32_t createTagScanOperatorInfo(SReadHandle* pReadHandle, STagScanPhysiNode* pTagScanNode,

×

5242

  QRY_PARAM_CHECK(pOptrInfo);

×

5244

  int32_t         code = TSDB_CODE_SUCCESS;

×

5245

  int32_t         lino = 0;

×

5246

  SScanPhysiNode* pPhyNode = (SScanPhysiNode*)pTagScanNode;

×

5247

  STagScanInfo*   pInfo = taosMemoryCalloc(1, sizeof(STagScanInfo));

×

5248

  SOperatorInfo*  pOperator = taosMemoryCalloc(1, sizeof(SOperatorInfo));

×

5249

  if (pInfo == NULL || pOperator == NULL) {

×

5250

    code = terrno;

×

5251

    goto _error;

×

5254

  SDataBlockDescNode* pDescNode = pPhyNode->node.pOutputDataBlockDesc;

×

5256

  int32_t    numOfExprs = 0;

×

5257

  SExprInfo* pExprInfo = NULL;

×

5259

  code = createExprInfo(pPhyNode->pScanPseudoCols, NULL, &pExprInfo, &numOfExprs);

×

5260

  QUERY_CHECK_CODE(code, lino, _error);

×

5262

  code = initExprSupp(&pOperator->exprSupp, pExprInfo, numOfExprs, &pTaskInfo->storageAPI.functionStore);

×

5263

  QUERY_CHECK_CODE(code, lino, _error);

×

5265

  int32_t num = 0;

×

5266

  code = extractColMatchInfo(pPhyNode->pScanPseudoCols, pDescNode, &num, COL_MATCH_FROM_COL_ID, &pInfo->matchInfo);

×

5267

  QUERY_CHECK_CODE(code, lino, _error);

×

5269

  pInfo->pTagCond = pTagCond;

×

5270

  pInfo->pTagIndexCond = pTagIndexCond;

×

5271

  pInfo->suid = pPhyNode->suid;

×

5272

  pInfo->pStorageAPI = &pTaskInfo->storageAPI;

×

5274

  pInfo->pTableListInfo = pTableListInfo;

×

5275

  pInfo->pRes = createDataBlockFromDescNode(pDescNode);

×

5276

  QUERY_CHECK_NULL(pInfo->pRes, code, lino, _error, terrno);

×

5278

  pInfo->readHandle = *pReadHandle;

×

5279

  pInfo->curPos = 0;

×

5281

  initLimitInfo(pPhyNode->node.pLimit, pPhyNode->node.pSlimit, &pInfo->limitInfo);

×

5282

  setOperatorInfo(pOperator, "TagScanOperator", QUERY_NODE_PHYSICAL_PLAN_TAG_SCAN, false, OP_NOT_OPENED, pInfo,

×

5284

  initResultSizeInfo(&pOperator->resultInfo, 4096);

×

5285

  code = blockDataEnsureCapacity(pInfo->pRes, pOperator->resultInfo.capacity);

×

5286

  QUERY_CHECK_CODE(code, lino, _error);

×

5288

  if (pTagScanNode->onlyMetaCtbIdx) {

×

5289

    pInfo->aUidTags = taosArrayInit(pOperator->resultInfo.capacity, sizeof(STUidTagInfo));

×

5290

    QUERY_CHECK_NULL(pInfo->aUidTags, code, lino, _error, terrno);

×

5292

    pInfo->aFilterIdxs = taosArrayInit(pOperator->resultInfo.capacity, sizeof(int32_t));

×

5293

    QUERY_CHECK_NULL(pInfo->aFilterIdxs, code, lino, _error, terrno);

×

5295

    pInfo->filterCtx.colHash =

×

5296

        taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_SMALLINT), false, HASH_NO_LOCK);

×

5297

    QUERY_CHECK_NULL(pInfo->filterCtx.colHash, code, lino, _error, terrno);

×

5299

    pInfo->filterCtx.cInfoList = taosArrayInit(4, sizeof(SColumnInfo));

×

5300

    QUERY_CHECK_NULL(pInfo->filterCtx.cInfoList, code, lino, _error, terrno);

×

5302

    if (pInfo->pTagCond != NULL) {

×

5303

      nodesRewriteExprPostOrder(&pTagCond, tagScanRewriteTagColumn, (void*)&pInfo->filterCtx);

×

5307

  __optr_fn_t tagScanNextFn = (pTagScanNode->onlyMetaCtbIdx) ? doTagScanFromCtbIdxNext : doTagScanFromMetaEntryNext;

×

5308

  pOperator->fpSet = createOperatorFpSet(optrDummyOpenFn, tagScanNextFn, NULL, destroyTagScanOperatorInfo,

×

5310

  *pOptrInfo = pOperator;

×

5311

  return code;

×

5313

_error:

×

5314

  if (pInfo) {

×

5315

    pInfo->pTableListInfo = NULL;

×

5318

  if (pInfo != NULL) destroyTagScanOperatorInfo(pInfo);

×

5319

  if (pOperator != NULL) {

×

5320

    pOperator->info = NULL;

×

5321

    destroyOperator(pOperator);

×

5323

  return code;

×

5328

static int32_t subTblRowCompareTsFn(const void* pLeft, const void* pRight, void* param) {

×

5329

  int32_t                 left = *(int32_t*)pLeft;

×

5330

  int32_t                 right = *(int32_t*)pRight;

×

5331

  STmsSubTablesMergeInfo* pInfo = (STmsSubTablesMergeInfo*)param;

×

5333

  int32_t leftIdx = pInfo->aInputs[left].rowIdx;

×

5334

  int32_t rightIdx = pInfo->aInputs[right].rowIdx;

×

5336

  if (leftIdx == -1) {

×

5337

    return 1;

×

5338

  } else if (rightIdx == -1) {

×

5339

    return -1;

×

5342

  int64_t leftTs = pInfo->aInputs[left].aTs[leftIdx];

×

5343

  int64_t rightTs = pInfo->aInputs[right].aTs[rightIdx];

×

5344

  int32_t ret = leftTs > rightTs ? 1 : ((leftTs < rightTs) ? -1 : 0);

×

5345

  if (pInfo->pTsOrderInfo->order == TSDB_ORDER_DESC) {

×

5346

    ret = -1 * ret;

×

5348

  return ret;

×

5351

static int32_t subTblRowCompareTsPkFn(const void* pLeft, const void* pRight, void* param) {

×

5352

  int32_t                 left = *(int32_t*)pLeft;

×

5353

  int32_t                 right = *(int32_t*)pRight;

×

5354

  STmsSubTablesMergeInfo* pInfo = (STmsSubTablesMergeInfo*)param;

×

5356

  int32_t leftIdx = pInfo->aInputs[left].rowIdx;

×

5357

  int32_t rightIdx = pInfo->aInputs[right].rowIdx;

×

5359

  if (leftIdx == -1) {

×

5360

    return 1;

×

5361

  } else if (rightIdx == -1) {

×

5362

    return -1;

×

5365

  int64_t leftTs = pInfo->aInputs[left].aTs[leftIdx];

×

5366

  int64_t rightTs = pInfo->aInputs[right].aTs[rightIdx];

×

5367

  int32_t ret = leftTs > rightTs ? 1 : ((leftTs < rightTs) ? -1 : 0);

×

5368

  if (pInfo->pTsOrderInfo->order == TSDB_ORDER_DESC) {

×

5369

    ret = -1 * ret;

×

5371

  if (ret == 0 && pInfo->pPkOrderInfo) {

×

5372

    ret = tsortComparBlockCell(pInfo->aInputs[left].pInputBlock, pInfo->aInputs[right].pInputBlock, leftIdx, rightIdx,

×

5373

                               pInfo->pPkOrderInfo);

×

5375

  return ret;

×

5378

int32_t dumpQueryTableCond(const SQueryTableDataCond* src, SQueryTableDataCond* dst) {

×

5379

  int32_t code = TSDB_CODE_SUCCESS;

×

5380

  int32_t lino = 0;

×

5381

  memcpy((void*)dst, (void*)src, sizeof(SQueryTableDataCond));

×

5382

  dst->colList = taosMemoryCalloc(src->numOfCols, sizeof(SColumnInfo));

×

5383

  QUERY_CHECK_NULL(dst->colList, code, lino, _end, terrno);

×

5384

  for (int i = 0; i < src->numOfCols; i++) {

×

5385

    dst->colList[i] = src->colList[i];

×

5388

_end:

×

5389

  if (code != TSDB_CODE_SUCCESS) {

×

5390

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

5392

  return code;

×

5395

static int32_t fetchNextSubTableBlockFromReader(SOperatorInfo* pOperator, STmsSubTableInput* pInput,

×

5397

  int32_t code = 0;

×

5399

  STableMergeScanInfo*    pInfo = pOperator->info;

×

5400

  SReadHandle*            pHandle = &pInfo->base.readHandle;

×

5401

  STmsSubTablesMergeInfo* pSubTblsInfo = pInfo->pSubTablesMergeInfo;

×

5402

  SExecTaskInfo*          pTaskInfo = pOperator->pTaskInfo;

×

5403

  const SStorageAPI*      pAPI = &pTaskInfo->storageAPI;

×

5405

  blockDataCleanup(pInput->pReaderBlock);

×

5406

  if (!pInput->bInMemReader) {

×

5407

    code = pAPI->tsdReader.tsdReaderOpen(pHandle->vnode, &pInput->tblCond, pInput->pKeyInfo, 1, pInput->pReaderBlock,

×

5408

                                         (void**)&pInput->pReader, GET_TASKID(pTaskInfo), NULL);

×

5409

    if (code != 0) {

×

5410

      return code;

×

5414

  pInfo->base.dataReader = pInput->pReader;

×

5416

  while (true) {

×

5417

    bool hasNext = false;

×

5418

    code = pAPI->tsdReader.tsdNextDataBlock(pInfo->base.dataReader, &hasNext);

×

5419

    if (code != 0) {

×

5420

      pAPI->tsdReader.tsdReaderReleaseDataBlock(pInfo->base.dataReader);

×

5421

      pInfo->base.dataReader = NULL;

×

5422

      return code;

×

5425

    if (!hasNext || isTaskKilled(pTaskInfo)) {

×

5426

      if (isTaskKilled(pTaskInfo)) {

×

5427

        pAPI->tsdReader.tsdReaderReleaseDataBlock(pInfo->base.dataReader);

×

5428

        pInfo->base.dataReader = NULL;

×

5429

        return code;

×

5432

      *pSubTableHasBlock = false;

×

5433

      break;

×

5436

    if (pInput->tblCond.order == TSDB_ORDER_ASC) {

×

5437

      pInput->tblCond.twindows.skey = pInput->pReaderBlock->info.window.ekey + 1;

×

5439

      pInput->tblCond.twindows.ekey = pInput->pReaderBlock->info.window.skey - 1;

×

5442

    uint32_t status = 0;

×

5443

    code = loadDataBlock(pOperator, &pInfo->base, pInput->pReaderBlock, &status);

×

5444

    if (code != 0) {

×

5445

      pInfo->base.dataReader = NULL;

×

5446

      return code;

×

5449

    if (status == FUNC_DATA_REQUIRED_ALL_FILTEROUT) {

×

5450

      *pSubTableHasBlock = false;

×

5451

      break;

×

5453

    if (status == FUNC_DATA_REQUIRED_FILTEROUT || pInput->pReaderBlock->info.rows == 0) {

×

5454

      continue;

×

5457

    *pSubTableHasBlock = true;

×

5458

    break;

×

5461

  if (*pSubTableHasBlock) {

×

5462

    pInput->pReaderBlock->info.id.groupId =

×

5463

        tableListGetTableGroupId(pInfo->base.pTableListInfo, pInput->pReaderBlock->info.id.uid);

×

5464

    pOperator->resultInfo.totalRows += pInput->pReaderBlock->info.rows;

×

5466

  if (!pInput->bInMemReader || !*pSubTableHasBlock) {

×

5467

    pAPI->tsdReader.tsdReaderClose(pInput->pReader);

×

5468

    pInput->pReader = NULL;

×

5471

  pInfo->base.dataReader = NULL;

×

5472

  return TSDB_CODE_SUCCESS;

×

5475

static int32_t setGroupStartEndIndex(STableMergeScanInfo* pInfo) {

×

5476

  pInfo->bGroupProcessed = false;

×

5478

  int32_t numOfTables = 0;

×

5479

  int32_t code = tableListGetSize(pInfo->base.pTableListInfo, &numOfTables);

×

5480

  if (code != TSDB_CODE_SUCCESS) {

×

5481

    qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code));

×

5482

    return code;

×

5485

  int32_t i = pInfo->tableStartIndex + 1;

×

5486

  for (; i < numOfTables; ++i) {

×

5487

    STableKeyInfo* tableKeyInfo = tableListGetInfo(pInfo->base.pTableListInfo, i);

×

5488

    if (!tableKeyInfo) {

×

5489

      qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));

×

5490

      return terrno;

×

5492

    if (tableKeyInfo->groupId != pInfo->groupId) {

×

5493

      break;

×

5496

  pInfo->tableEndIndex = i - 1;

×

5497

  return TSDB_CODE_SUCCESS;

×

5500

static int32_t openSubTablesMergeSort(STmsSubTablesMergeInfo* pSubTblsInfo) {

×

5501

  for (int32_t i = 0; i < pSubTblsInfo->numSubTables; ++i) {

×

5502

    STmsSubTableInput* pInput = pSubTblsInfo->aInputs + i;

×

5503

    if (pInput->rowIdx == -1) {

×

5504

      continue;

×

5507

    if (pInput->type == SUB_TABLE_MEM_BLOCK) {

×

5508

      pInput->rowIdx = 0;

×

5509

      pInput->pageIdx = -1;

×

5512

    pInput->pInputBlock = (pInput->type == SUB_TABLE_MEM_BLOCK) ? pInput->pReaderBlock : pInput->pPageBlock;

×

5513

    SColumnInfoData* col = taosArrayGet(pInput->pInputBlock->pDataBlock, pSubTblsInfo->pTsOrderInfo->slotId);

×

5514

    if (!col) {

×

5515

      qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));

×

5516

      return terrno;

×

5518

    pInput->aTs = (int64_t*)col->pData;

×

5521

  __merge_compare_fn_t mergeCompareFn = (!pSubTblsInfo->pPkOrderInfo) ? subTblRowCompareTsFn : subTblRowCompareTsPkFn;

×

5522

  return tMergeTreeCreate(&pSubTblsInfo->pTree, pSubTblsInfo->numSubTables, pSubTblsInfo, mergeCompareFn);

×

5525

static int32_t initSubTablesMergeInfo(STableMergeScanInfo* pInfo) {

×

5526

  int32_t code = setGroupStartEndIndex(pInfo);

×

5527

  if (code != TSDB_CODE_SUCCESS) {

×

5528

    qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code));

×

5529

    return code;

×

5531

  STmsSubTablesMergeInfo* pSubTblsInfo = taosMemoryCalloc(1, sizeof(STmsSubTablesMergeInfo));

×

5532

  if (pSubTblsInfo == NULL) {

×

5533

    return terrno;

×

5535

  pSubTblsInfo->pTsOrderInfo = taosArrayGet(pInfo->pSortInfo, 0);

×

5536

  if (!pSubTblsInfo->pTsOrderInfo) {

×

5537

    qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));

×

5538

    return terrno;

×

5540

  if (taosArrayGetSize(pInfo->pSortInfo) == 2) {

×

5541

    pSubTblsInfo->pPkOrderInfo = taosArrayGet(pInfo->pSortInfo, 1);

×

5542

    if (!pSubTblsInfo->pPkOrderInfo) {

×

5543

      qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));

×

5544

      return terrno;

×

5547

    pSubTblsInfo->pPkOrderInfo = NULL;

×

5549

  pSubTblsInfo->numSubTables = pInfo->tableEndIndex - pInfo->tableStartIndex + 1;

×

5550

  pSubTblsInfo->aInputs = taosMemoryCalloc(pSubTblsInfo->numSubTables, sizeof(STmsSubTableInput));

×

5551

  if (pSubTblsInfo->aInputs == NULL) {

×

5552

    taosMemoryFree(pSubTblsInfo);

×

5553

    return terrno;

×

5555

  int32_t bufPageSize = pInfo->bufPageSize;

×

5556

  int32_t inMemSize = (pSubTblsInfo->numSubTables - pSubTblsInfo->numTableBlocksInMem) * bufPageSize;

×

5557

  code = createDiskbasedBuf(&pSubTblsInfo->pBlocksBuf, pInfo->bufPageSize, inMemSize, "blocksExternalBuf", tsTempDir);

×

5558

  if (code != TSDB_CODE_SUCCESS) {

×

5559

    taosMemoryFree(pSubTblsInfo->aInputs);

×

5560

    taosMemoryFree(pSubTblsInfo);

×

5561

    return code;

×

5563

  pSubTblsInfo->numTableBlocksInMem = pSubTblsInfo->numSubTables;

×

5564

  pSubTblsInfo->numInMemReaders = pSubTblsInfo->numSubTables;

×

5566

  pInfo->pSubTablesMergeInfo = pSubTblsInfo;

×

5567

  return TSDB_CODE_SUCCESS;

×

5570

static int32_t initSubTableInputs(SOperatorInfo* pOperator, STableMergeScanInfo* pInfo) {

×

5571

  int32_t        code = TSDB_CODE_SUCCESS;

×

5572

  int32_t        lino = 0;

×

5573

  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;

×

5574

  SReadHandle*   pHandle = &pInfo->base.readHandle;

×

5575

  SStorageAPI*   pAPI = &pTaskInfo->storageAPI;

×

5577

  STmsSubTablesMergeInfo* pSubTblsInfo = pInfo->pSubTablesMergeInfo;

×

5579

  for (int32_t i = 0; i < pSubTblsInfo->numSubTables; ++i) {

×

5580

    STmsSubTableInput* pInput = pSubTblsInfo->aInputs + i;

×

5581

    pInput->type = SUB_TABLE_MEM_BLOCK;

×

5583

    code = dumpQueryTableCond(&pInfo->base.cond, &pInput->tblCond);

×

5584

    QUERY_CHECK_CODE(code, lino, _end);

×

5586

    code = createOneDataBlock(pInfo->pResBlock, false, &pInput->pReaderBlock);

×

5587

    QUERY_CHECK_CODE(code, lino, _end);

×

5589

    code = createOneDataBlock(pInfo->pResBlock, false, &pInput->pPageBlock);

×

5590

    QUERY_CHECK_CODE(code, lino, _end);

×

5592

    STableKeyInfo* keyInfo = tableListGetInfo(pInfo->base.pTableListInfo, i + pInfo->tableStartIndex);

×

5593

    pInput->pKeyInfo = keyInfo;

×

5595

    if (isTaskKilled(pTaskInfo)) {

×

5596

      T_LONG_JMP(pTaskInfo->env, pTaskInfo->code);

×

5599

    if (i + 1 < pSubTblsInfo->numInMemReaders) {

×

5600

      code = pAPI->tsdReader.tsdReaderOpen(pHandle->vnode, &pInput->tblCond, keyInfo, 1, pInput->pReaderBlock,

×

5601

                                           (void**)&pInput->pReader, GET_TASKID(pTaskInfo), NULL);

×

5602

      QUERY_CHECK_CODE(code, lino, _end);

×

5603

      pInput->bInMemReader = true;

×

5605

      pInput->pReader = NULL;

×

5606

      pInput->bInMemReader = false;

×

5608

    bool hasNext = true;

×

5609

    code = fetchNextSubTableBlockFromReader(pOperator, pInput, &hasNext);

×

5610

    QUERY_CHECK_CODE(code, lino, _end);

×

5611

    if (!hasNext) {

×

5612

      pInput->rowIdx = -1;

×

5613

      ++pSubTblsInfo->numSubTablesCompleted;

×

5614

      continue;

×

5616

      pInput->rowIdx = 0;

×

5617

      pInput->pageIdx = -1;

×

5621

_end:

×

5622

  if (code != TSDB_CODE_SUCCESS) {

×

5623

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

5625

  return code;

×

5628

static void adjustSubTableFromMemBlock(SOperatorInfo* pOperatorInfo, STmsSubTablesMergeInfo* pSubTblsInfo) {

×

5629

  int32_t              code = TSDB_CODE_SUCCESS;

×

5630

  int32_t              lino = 0;

×

5631

  SExecTaskInfo*       pTaskInfo = pOperatorInfo->pTaskInfo;

×

5632

  STableMergeScanInfo* pInfo = pOperatorInfo->info;

×

5633

  STmsSubTableInput*   pInput = pSubTblsInfo->aInputs + tMergeTreeGetChosenIndex(pSubTblsInfo->pTree);

×

5634

  bool                 hasNext = true;

×

5635

  code = fetchNextSubTableBlockFromReader(pOperatorInfo, pInput, &hasNext);

×

5636

  QUERY_CHECK_CODE(code, lino, _end);

×

5638

  if (!hasNext) {

×

5639

    pInput->rowIdx = -1;

×

5640

    ++pSubTblsInfo->numSubTablesCompleted;

×

5642

    pInput->rowIdx = 0;

×

5645

_end:

×

5646

  if (code != TSDB_CODE_SUCCESS) {

×

5647

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

5648

    pTaskInfo->code = code;

×

5649

    T_LONG_JMP(pTaskInfo->env, code);

×

5651

×

5653

static int32_t adjustSubTableForNextRow(SOperatorInfo* pOperatorInfo, STmsSubTablesMergeInfo* pSubTblsInfo) {

×

5654

  STableMergeScanInfo* pInfo = pOperatorInfo->info;

×

5655

  STmsSubTableInput*   pInput = pSubTblsInfo->aInputs + tMergeTreeGetChosenIndex(pSubTblsInfo->pTree);

×

5657

  SSDataBlock* pInputBlock = (pInput->type == SUB_TABLE_MEM_BLOCK) ? pInput->pReaderBlock : pInput->pPageBlock;

×

5658

  if (pInput->rowIdx < pInputBlock->info.rows - 1) {

×

5659

    ++pInput->rowIdx;

×

5660

  } else if (pInput->rowIdx == pInputBlock->info.rows - 1) {

×

5661

    if (pInput->type == SUB_TABLE_MEM_BLOCK) {

×

5662

      adjustSubTableFromMemBlock(pOperatorInfo, pSubTblsInfo);

×

5664

    if (pInput->rowIdx != -1) {

×

5665

      SColumnInfoData* col = taosArrayGet(pInputBlock->pDataBlock, pSubTblsInfo->pTsOrderInfo->slotId);

×

5666

      if (!col) {

×

5667

        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));

×

5668

        return terrno;

×

5670

      pInput->pInputBlock = pInputBlock;

×

5671

      pInput->aTs = (int64_t*)col->pData;

×

5675

  return tMergeTreeAdjust(pSubTblsInfo->pTree, tMergeTreeGetAdjustIndex(pSubTblsInfo->pTree));

×

5678

static int32_t appendChosenRowToDataBlock(STmsSubTablesMergeInfo* pSubTblsInfo, SSDataBlock* pBlock) {

×

5679

  int32_t            code = TSDB_CODE_SUCCESS;

×

5680

  int32_t            lino = 0;

×

5681

  STmsSubTableInput* pInput = pSubTblsInfo->aInputs + tMergeTreeGetChosenIndex(pSubTblsInfo->pTree);

×

5682

  SSDataBlock*       pInputBlock = (pInput->type == SUB_TABLE_MEM_BLOCK) ? pInput->pReaderBlock : pInput->pPageBlock;

×

5684

  for (int32_t i = 0; i < taosArrayGetSize(pBlock->pDataBlock); ++i) {

×

5685

    SColumnInfoData* pColInfo = taosArrayGet(pBlock->pDataBlock, i);

×

5686

    QUERY_CHECK_NULL(pColInfo, code, lino, _end, terrno);

×

5688

    SColumnInfoData* pSrcColInfo = taosArrayGet(pInputBlock->pDataBlock, i);

×

5689

    QUERY_CHECK_NULL(pSrcColInfo, code, lino, _end, terrno);

×

5690

    bool isNull = colDataIsNull(pSrcColInfo, pInputBlock->info.rows, pInput->rowIdx, NULL);

×

5692

    if (isNull) {

×

5693

      code = colDataSetVal(pColInfo, pBlock->info.rows, NULL, true);

×

5694

      QUERY_CHECK_CODE(code, lino, _end);

×

5696

      if (pSrcColInfo->pData != NULL) {

×

5697

        char* pData = colDataGetData(pSrcColInfo, pInput->rowIdx);

×

5698

        code = colDataSetVal(pColInfo, pBlock->info.rows, pData, false);

×

5699

        QUERY_CHECK_CODE(code, lino, _end);

×

5703

  pBlock->info.dataLoad = 1;

×

5704

  pBlock->info.scanFlag = pInputBlock->info.scanFlag;

×

5705

  pBlock->info.rows += 1;

×

5707

_end:

×

5708

  if (code != TSDB_CODE_SUCCESS) {

×

5709

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

5711

  return code;

×

5714

static int32_t getSubTablesSortedBlock(SOperatorInfo* pOperator, SSDataBlock* pBlock, int32_t capacity,

×

5716

  int32_t                 code = TSDB_CODE_SUCCESS;

×

5717

  int32_t                 lino = 0;

×

5718

  STableMergeScanInfo*    pInfo = pOperator->info;

×

5719

  SExecTaskInfo*          pTaskInfo = pOperator->pTaskInfo;

×

5720

  STmsSubTablesMergeInfo* pSubTblsInfo = pInfo->pSubTablesMergeInfo;

×

5721

  bool                    finished = false;

×

5723

  QRY_PARAM_CHECK(pResBlock);

×

5725

  blockDataCleanup(pBlock);

×

5727

  while (true) {

×

5729

      if (pSubTblsInfo->numSubTablesCompleted >= pSubTblsInfo->numSubTables) {

×

5730

        finished = true;

×

5731

        break;

×

5734

      code = appendChosenRowToDataBlock(pSubTblsInfo, pBlock);

×

5735

      QUERY_CHECK_CODE(code, lino, _end);

×

5737

      code = adjustSubTableForNextRow(pOperator, pSubTblsInfo);

×

5738

      QUERY_CHECK_CODE(code, lino, _end);

×

5740

      if (pBlock->info.rows >= capacity) {

×

5741

        break;

×

5745

    if (isTaskKilled(pTaskInfo)) {

×

5746

      return pTaskInfo->code;

×

5749

    bool limitReached = applyLimitOffset(&pInfo->limitInfo, pBlock, pTaskInfo);

×

5750

    if (finished || limitReached || pBlock->info.rows > 0) {

×

5755

  if (pBlock->info.rows > 0) {

×

5756

    *pResBlock = pBlock;

×

5759

_end:

×

5760

  if (code != TSDB_CODE_SUCCESS) {

×

5761

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

5762

    pTaskInfo->code = code;

×

5764

  return code;

×

5767

static int32_t startSubTablesTableMergeScan(SOperatorInfo* pOperator) {

×

5768

  int32_t              code = TSDB_CODE_SUCCESS;

×

5769

  int32_t              lino = 0;

×

5770

  STableMergeScanInfo* pInfo = pOperator->info;

×

5772

  code = initSubTablesMergeInfo(pInfo);

×

5773

  QUERY_CHECK_CODE(code, lino, _end);

×

5775

  code = initSubTableInputs(pOperator, pInfo);

×

5776

  QUERY_CHECK_CODE(code, lino, _end);

×

5778

  code = openSubTablesMergeSort(pInfo->pSubTablesMergeInfo);

×

5779

  QUERY_CHECK_CODE(code, lino, _end);

×

5781

_end:

×

5782

  if (code != TSDB_CODE_SUCCESS) {

×

5783

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

5785

  return code;

×

5788

static void stopSubTablesTableMergeScan(STableMergeScanInfo* pInfo) {

×

5789

  STmsSubTablesMergeInfo* pSubTblsInfo = pInfo->pSubTablesMergeInfo;

×

5790

  if (pSubTblsInfo != NULL) {

×

5791

    tMergeTreeDestroy(&pSubTblsInfo->pTree);

×

5793

    for (int32_t i = 0; i < pSubTblsInfo->numSubTables; ++i) {

×

5794

      STmsSubTableInput* pInput = pSubTblsInfo->aInputs + i;

×

5795

      taosMemoryFree(pInput->tblCond.colList);

×

5796

      blockDataDestroy(pInput->pReaderBlock);

×

5797

      blockDataDestroy(pInput->pPageBlock);

×

5798

      taosArrayDestroy(pInput->aBlockPages);

×

5799

      pInfo->base.readerAPI.tsdReaderClose(pInput->pReader);

×

5800

      pInput->pReader = NULL;

×

5803

    destroyDiskbasedBuf(pSubTblsInfo->pBlocksBuf);

×

5804

    taosMemoryFree(pSubTblsInfo->aInputs);

×

5806

    taosMemoryFree(pSubTblsInfo);

×

5807

    pInfo->pSubTablesMergeInfo = NULL;

×

5811

×

5813

int32_t doTableMergeScanParaSubTablesNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {

×

5814

  QRY_PARAM_CHECK(ppRes);

×

5816

  int32_t lino = 0;

×

5817

  int32_t tableListSize = 0;

×

5818

  int64_t st = taosGetTimestampUs();

×

5820

  SExecTaskInfo*       pTaskInfo = pOperator->pTaskInfo;

×

5821

  STableMergeScanInfo* pInfo = pOperator->info;

×

5823

  if (pOperator->status == OP_EXEC_DONE) {

×

5824

    return TSDB_CODE_SUCCESS;

×

5827

  int32_t code = pOperator->fpSet._openFn(pOperator);

×

5828

  QUERY_CHECK_CODE(code, lino, _end);

×

5830

  code = tableListGetSize(pInfo->base.pTableListInfo, &tableListSize);

×

5831

  QUERY_CHECK_CODE(code, lino, _end);

×

5833

  if (!pInfo->hasGroupId) {

×

5834

    pInfo->hasGroupId = true;

×

5836

    if (tableListSize == 0) {

×

5837

      setOperatorCompleted(pOperator);

×

5838

      (*ppRes) = NULL;

×

5839

      return code;

×

5842

    pInfo->tableStartIndex = 0;

×

5843

    STableKeyInfo* pTmpGpId = (STableKeyInfo*)tableListGetInfo(pInfo->base.pTableListInfo, pInfo->tableStartIndex);

×

5844

    QUERY_CHECK_NULL(pTmpGpId, code, lino, _end, terrno);

×

5845

    pInfo->groupId = pTmpGpId->groupId;

×

5846

    code = startSubTablesTableMergeScan(pOperator);

×

5847

    QUERY_CHECK_CODE(code, lino, _end);

×

5850

  SSDataBlock* pBlock = NULL;

×

5851

  while (pInfo->tableStartIndex < tableListSize) {

×

5852

    if (isTaskKilled(pTaskInfo)) {

×

5853

      break;

×

5856

    code = getSubTablesSortedBlock(pOperator, pInfo->pResBlock, pOperator->resultInfo.capacity, &pBlock);

×

5857

    QUERY_CHECK_CODE(code, lino, _end);

×

5859

    if (pBlock == NULL && !pInfo->bGroupProcessed && pInfo->needCountEmptyTable) {

×

5860

      STableKeyInfo* tbInfo = tableListGetInfo(pInfo->base.pTableListInfo, pInfo->tableStartIndex);

×

5861

      QUERY_CHECK_NULL(tbInfo, code, lino, _end, terrno);

×

5863

      pBlock = getOneRowResultBlock(pTaskInfo, &pInfo->base, pInfo->pResBlock, tbInfo);

×

5866

    if (pBlock != NULL) {

×

5867

      pBlock->info.id.groupId = pInfo->groupId;

×

5868

      pOperator->resultInfo.totalRows += pBlock->info.rows;

×

5869

      pInfo->bGroupProcessed = true;

×

5870

      break;

×

5873

      stopSubTablesTableMergeScan(pInfo);

×

5874

      if (pInfo->tableEndIndex >= tableListSize - 1) {

×

5875

        setOperatorCompleted(pOperator);

×

5876

        break;

×

5879

      pInfo->tableStartIndex = pInfo->tableEndIndex + 1;

×

5880

      STableKeyInfo* pTmpGpId = tableListGetInfo(pInfo->base.pTableListInfo, pInfo->tableStartIndex);

×

5881

      QUERY_CHECK_NULL(pTmpGpId, code, lino, _end, terrno);

×

5883

      pInfo->groupId = pTmpGpId->groupId;

×

5884

      code = startSubTablesTableMergeScan(pOperator);

×

5885

      QUERY_CHECK_CODE(code, lino, _end);

×

5886

      resetLimitInfoForNextGroup(&pInfo->limitInfo);

×

5890

  pOperator->cost.totalCost += (taosGetTimestampUs() - st) / 1000.0;

×

5892

_end:

×

5893

  if (code != TSDB_CODE_SUCCESS) {

×

5894

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

5895

    pTaskInfo->code = code;

×

5896

    T_LONG_JMP(pTaskInfo->env, code);

×

5898

    (*ppRes) = pBlock;

×

5901

  return code;

×

5904

static void tableMergeScanDoSkipTable(uint64_t uid, void* pTableMergeOpInfo) {

×

5905

  int32_t              code = TSDB_CODE_SUCCESS;

×

5906

  int32_t              lino = 0;

×

5907

  SOperatorInfo*       pOperator = (SOperatorInfo*)pTableMergeOpInfo;

×

5908

  STableMergeScanInfo* pInfo = pOperator->info;

×

5909

  SExecTaskInfo*       pTaskInfo = pOperator->pTaskInfo;

×

5911

  if (pInfo->mSkipTables == NULL) {

×

5912

    pInfo->mSkipTables = taosHashInit(pInfo->tableEndIndex - pInfo->tableStartIndex + 1,

×

5914

    QUERY_CHECK_NULL(pInfo->mSkipTables, code, lino, _end, terrno);

×

5916

  int bSkip = 1;

×

5917

  if (pInfo->mSkipTables != NULL) {

×

5918

    code = taosHashPut(pInfo->mSkipTables, &uid, sizeof(uid), &bSkip, sizeof(bSkip));

×

5919

    if (code == TSDB_CODE_DUP_KEY) {

×

5920

      code = TSDB_CODE_SUCCESS;

×

5922

    QUERY_CHECK_CODE(code, lino, _end);

×

5925

_end:

×

5926

  if (code != TSDB_CODE_SUCCESS) {

×

5927

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

5928

    pTaskInfo->code = code;

×

5929

    T_LONG_JMP(pTaskInfo->env, code);

×

5931

×

5933

static int32_t doGetBlockForTableMergeScan(SOperatorInfo* pOperator, bool* pFinished, bool* pSkipped) {

×

5934

  STableMergeScanInfo* pInfo = pOperator->info;

×

5935

  SExecTaskInfo*       pTaskInfo = pOperator->pTaskInfo;

×

5936

  SStorageAPI*         pAPI = &pTaskInfo->storageAPI;

×

5937

  SSDataBlock*         pBlock = pInfo->pReaderBlock;

×

5938

  int32_t              code = 0;

×

5939

  bool                 hasNext = false;

×

5940

  STsdbReader*         reader = pInfo->base.dataReader;

×

5942

  code = pAPI->tsdReader.tsdNextDataBlock(reader, &hasNext);

×

5943

  if (code != 0) {

×

5944

    pAPI->tsdReader.tsdReaderReleaseDataBlock(reader);

×

5945

    qError("table merge scan fetch next data block error code: %d, %s", code, GET_TASKID(pTaskInfo));

×

5946

    pTaskInfo->code = code;

×

5947

    return code;

×

5950

  if (!hasNext || isTaskKilled(pTaskInfo)) {

×

5951

    if (isTaskKilled(pTaskInfo)) {

×

5952

      qInfo("table merge scan fetch next data block found task killed. %s", GET_TASKID(pTaskInfo));

×

5953

      pAPI->tsdReader.tsdReaderReleaseDataBlock(reader);

×

5955

    *pFinished = true;

×

5956

    return code;

×

5959

  uint32_t status = 0;

×

5960

  code = loadDataBlock(pOperator, &pInfo->base, pBlock, &status);

×

5962

  if (code != TSDB_CODE_SUCCESS) {

×

5963

    qInfo("table merge scan load datablock code %d, %s", code, GET_TASKID(pTaskInfo));

×

5964

    pTaskInfo->code = code;

×

5965

    return code;

×

5968

  if (status == FUNC_DATA_REQUIRED_ALL_FILTEROUT) {

×

5969

    *pFinished = true;

×

5970

    return code;

×

5974

  if (status == FUNC_DATA_REQUIRED_FILTEROUT || pBlock->info.rows == 0) {

×

5975

    *pSkipped = true;

×

5976

    return code;

×

5979

  return code;

×

5982

static int32_t getBlockForTableMergeScan(void* param, SSDataBlock** ppBlock) {

×

5983

  STableMergeScanSortSourceParam* source = param;

×

5985

  SOperatorInfo*       pOperator = source->pOperator;

×

5986

  STableMergeScanInfo* pInfo = pOperator->info;

×

5987

  SExecTaskInfo*       pTaskInfo = pOperator->pTaskInfo;

×

5988

  SSDataBlock*         pBlock = NULL;

×

5989

  int64_t              st = taosGetTimestampUs();

×

5990

  int32_t              code = TSDB_CODE_SUCCESS;

×

5993

    if (pInfo->rtnNextDurationBlocks) {

×

5994

      qDebug("%s table merge scan return already fetched new duration blocks. index %d num of blocks %d",

×

5997

      if (pInfo->nextDurationBlocksIdx < pInfo->numNextDurationBlocks) {

×

5998

        pBlock = pInfo->nextDurationBlocks[pInfo->nextDurationBlocksIdx];

×

5999

        ++pInfo->nextDurationBlocksIdx;

×

6001

        for (int32_t i = 0; i < pInfo->numNextDurationBlocks; ++i) {

×

6002

          blockDataDestroy(pInfo->nextDurationBlocks[i]);

×

6003

          pInfo->nextDurationBlocks[i] = NULL;

×

6006

        pInfo->rtnNextDurationBlocks = false;

×

6007

        pInfo->nextDurationBlocksIdx = 0;

×

6008

        pInfo->numNextDurationBlocks = 0;

×

6009

        continue;

×

6012

      bool bFinished = false;

×

6013

      bool bSkipped = false;

×

6015

      code = doGetBlockForTableMergeScan(pOperator, &bFinished, &bSkipped);

×

6016

      if (code != 0) {

×

6017

        return code;

×

6020

      pBlock = pInfo->pReaderBlock;

×

6021

      qDebug("%s table merge scan fetch block. finished %d skipped %d next-duration-block %d new-fileset %d",

×

6023

      if (bFinished) {

×

6024

        pInfo->bNewFilesetEvent = false;

×

6025

        break;

×

6028

      if (pInfo->bNextDurationBlockEvent || pInfo->bNewFilesetEvent) {

×

6029

        if (!bSkipped) {

×

6030

          code = createOneDataBlock(pBlock, true, &pInfo->nextDurationBlocks[pInfo->numNextDurationBlocks]);

×

6031

          if (code) {

×

6032

            *ppBlock = NULL;

×

6033

            return code;

×

6036

          ++pInfo->numNextDurationBlocks;

×

6037

          if (pInfo->numNextDurationBlocks > 2) {

×

6038

            qError("%s table merge scan prefetch %d next duration blocks. end early.", GET_TASKID(pTaskInfo),

×

6040

            pInfo->bNewFilesetEvent = false;

×

6041

            break;

×

6045

        if (pInfo->bNewFilesetEvent) {

×

6046

          pInfo->rtnNextDurationBlocks = true;

×

6047

          *ppBlock = NULL;

×

6048

          return code;

×

6051

        if (pInfo->bNextDurationBlockEvent) {

×

6052

          pInfo->bNextDurationBlockEvent = false;

×

6053

          continue;

×

6056

      if (bSkipped) continue;

×

6059

    pBlock->info.id.groupId = tableListGetTableGroupId(pInfo->base.pTableListInfo, pBlock->info.id.uid);

×

6061

    pOperator->resultInfo.totalRows += pBlock->info.rows;

×

6062

    pInfo->base.readRecorder.elapsedTime += (taosGetTimestampUs() - st) / 1000.0;

×

6063

    *ppBlock = pBlock;

×

6065

    return code;

×

6068

  *ppBlock = NULL;

×

6069

  return code;

×

6072

int32_t generateSortByTsPkInfo(SArray* colMatchInfo, int32_t order, SArray** ppSortArray) {

×

6073

  int32_t code = TSDB_CODE_SUCCESS;

×

6074

  int32_t lino = 0;

×

6075

  SArray* pSortInfo = taosArrayInit(1, sizeof(SBlockOrderInfo));

×

6076

  QUERY_CHECK_NULL(pSortInfo, code, lino, _end, terrno);

×

6077

  SBlockOrderInfo biTs = {0};

×

6078

  SBlockOrderInfo biPk = {0};

×

6080

  int32_t tsTargetSlotId = 0;

×

6081

  int32_t pkTargetSlotId = -1;

×

6082

  for (int32_t i = 0; i < taosArrayGetSize(colMatchInfo); ++i) {

×

6083

    SColMatchItem* colInfo = taosArrayGet(colMatchInfo, i);

×

6084

    QUERY_CHECK_NULL(colInfo, code, lino, _end, terrno);

×

6085

    if (colInfo->colId == PRIMARYKEY_TIMESTAMP_COL_ID) {

×

6086

      tsTargetSlotId = colInfo->dstSlotId;

×

6087

      biTs.order = order;

×

6088

      biTs.slotId = tsTargetSlotId;

×

6089

      biTs.nullFirst = (order == TSDB_ORDER_ASC);

×

6090

      biTs.compFn = getKeyComparFunc(TSDB_DATA_TYPE_TIMESTAMP, order);

×

6093

    if (colInfo->isPk) {

×

6094

      pkTargetSlotId = colInfo->dstSlotId;

×

6095

      biPk.order = order;

×

6096

      biPk.slotId = pkTargetSlotId;

×

6097

      biPk.nullFirst = (order == TSDB_ORDER_ASC);

×

6098

      biPk.compFn = getKeyComparFunc(colInfo->dataType.type, order);

×

6102

  void* tmp = taosArrayPush(pSortInfo, &biTs);

×

6103

  QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);

×

6104

  if (pkTargetSlotId != -1) {

×

6105

    tmp = taosArrayPush(pSortInfo, &biPk);

×

6106

    QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);

×

6109

  (*ppSortArray) = pSortInfo;

×

6111

_end:

×

6112

  if (code != TSDB_CODE_SUCCESS) {

×

6113

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

6115

  return code;

×

6118

void tableMergeScanTsdbNotifyCb(ETsdReaderNotifyType type, STsdReaderNotifyInfo* info, void* param) {

×

6119

  STableMergeScanInfo* pTmsInfo = param;

×

6120

  if (type == TSD_READER_NOTIFY_DURATION_START) {

×

6121

    pTmsInfo->bNewFilesetEvent = true;

×

6122

  } else if (type == TSD_READER_NOTIFY_NEXT_DURATION_BLOCK) {

×

6123

    pTmsInfo->bNextDurationBlockEvent = true;

×

6125

  qDebug("table merge scan receive notification. type %d, fileset %d", type, info->duration.filesetId);

×

6127

  return;

×

6130

int32_t startDurationForGroupTableMergeScan(SOperatorInfo* pOperator) {

×

6131

  STableMergeScanInfo* pInfo = pOperator->info;

×

6132

  SExecTaskInfo*       pTaskInfo = pOperator->pTaskInfo;

×

6134

  int32_t code = TSDB_CODE_SUCCESS;

×

6135

  int32_t lino = 0;

×

6136

  int32_t numOfTable = pInfo->tableEndIndex - pInfo->tableStartIndex + 1;

×

6138

  qDebug("%s table merge scan start duration ", GET_TASKID(pTaskInfo));

×

6139

  pInfo->bNewFilesetEvent = false;

×

6140

  pInfo->bNextDurationBlockEvent = false;

×

6142

  pInfo->sortBufSize = 2048 * pInfo->bufPageSize;

×

6143

  int32_t numOfBufPage = pInfo->sortBufSize / pInfo->bufPageSize;

×

6145

  pInfo->pSortHandle = NULL;

×

6146

  code = tsortCreateSortHandle(pInfo->pSortInfo, SORT_BLOCK_TS_MERGE, pInfo->bufPageSize, numOfBufPage,

×

6147

                               pInfo->pSortInputBlock, pTaskInfo->id.str, 0, 0, 0, &pInfo->pSortHandle);

×

6148

  if (code) {

×

6149

    return code;

×

6152

  if (pInfo->bSortRowId && numOfTable != 1) {

×

6153

    int32_t memSize = 512 * 1024 * 1024;

×

6154

    code = tsortSetSortByRowId(pInfo->pSortHandle, memSize);

×

6155

    QUERY_CHECK_CODE(code, lino, _end);

×

6158

  tsortSetMergeLimit(pInfo->pSortHandle, pInfo->mergeLimit);

×

6159

  tsortSetMergeLimitReachedFp(pInfo->pSortHandle, tableMergeScanDoSkipTable, pOperator);

×

6160

  tsortSetAbortCheckFn(pInfo->pSortHandle, isTaskKilled, pOperator->pTaskInfo);

×

6162

  tsortSetFetchRawDataFp(pInfo->pSortHandle, getBlockForTableMergeScan, NULL, NULL);

×

6163

  QUERY_CHECK_CODE(code, lino, _end);

×

6165

  STableMergeScanSortSourceParam* param = taosMemoryCalloc(1, sizeof(STableMergeScanSortSourceParam));

×

6166

  QUERY_CHECK_NULL(param, code, lino, _end, terrno);

×

6167

  param->pOperator = pOperator;

×

6169

  SSortSource* ps = taosMemoryCalloc(1, sizeof(SSortSource));

×

6170

  if (ps == NULL) {

×

6171

    taosMemoryFree(param);

×

6172

    QUERY_CHECK_NULL(ps, code, lino, _end, terrno);

×

6175

  ps->param = param;

×

6176

  ps->onlyRef = false;

×

6177

  code = tsortAddSource(pInfo->pSortHandle, ps);

×

6178

  QUERY_CHECK_CODE(code, lino, _end);

×

6180

  if (numOfTable == 1) {

×

6181

    tsortSetSingleTableMerge(pInfo->pSortHandle);

×

6183

    code = tsortOpen(pInfo->pSortHandle);

×

6184

    QUERY_CHECK_CODE(code, lino, _end);

×

6187

_end:

×

6188

  if (code != TSDB_CODE_SUCCESS) {

×

6189

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

6191

  return code;

×

6194

void stopDurationForGroupTableMergeScan(SOperatorInfo* pOperator) {

×

6195

  STableMergeScanInfo* pInfo = pOperator->info;

×

6196

  SExecTaskInfo*       pTaskInfo = pOperator->pTaskInfo;

×

6197

  qDebug("%s table merge scan stop duration ", GET_TASKID(pTaskInfo));

×

6199

  SSortExecInfo sortExecInfo = tsortGetSortExecInfo(pInfo->pSortHandle);

×

6200

  pInfo->sortExecInfo.sortMethod = sortExecInfo.sortMethod;

×

6201

  pInfo->sortExecInfo.sortBuffer = sortExecInfo.sortBuffer;

×

6202

  pInfo->sortExecInfo.loops += sortExecInfo.loops;

×

6203

  pInfo->sortExecInfo.readBytes += sortExecInfo.readBytes;

×

6204

  pInfo->sortExecInfo.writeBytes += sortExecInfo.writeBytes;

×

6206

  tsortDestroySortHandle(pInfo->pSortHandle);

×

6207

  pInfo->pSortHandle = NULL;

×

6208

×

6210

void startGroupTableMergeScan(SOperatorInfo* pOperator) {

×

6211

  int32_t              code = TSDB_CODE_SUCCESS;

×

6212

  int32_t              lino = 0;

×

6213

  STableMergeScanInfo* pInfo = pOperator->info;

×

6214

  SExecTaskInfo*       pTaskInfo = pOperator->pTaskInfo;

×

6215

  SReadHandle*         pHandle = &pInfo->base.readHandle;

×

6216

  SStorageAPI*         pAPI = &pTaskInfo->storageAPI;

×

6217

  qDebug("%s table merge scan start group %" PRIu64, GET_TASKID(pTaskInfo), pInfo->groupId);

×

6220

    int32_t numOfTables = 0;

×

6221

    code = tableListGetSize(pInfo->base.pTableListInfo, &numOfTables);

×

6222

    QUERY_CHECK_CODE(code, lino, _end);

×

6224

    int32_t i = pInfo->tableStartIndex + 1;

×

6225

    for (; i < numOfTables; ++i) {

×

6226

      STableKeyInfo* tableKeyInfo = tableListGetInfo(pInfo->base.pTableListInfo, i);

×

6227

      QUERY_CHECK_NULL(tableKeyInfo, code, lino, _end, terrno);

×

6228

      if (tableKeyInfo->groupId != pInfo->groupId) {

×

6229

        break;

×

6232

    pInfo->tableEndIndex = i - 1;

×

6234

  pInfo->bGroupProcessed = false;

×

6235

  int32_t tableStartIdx = pInfo->tableStartIndex;

×

6236

  int32_t tableEndIdx = pInfo->tableEndIndex;

×

6238

  int32_t        numOfTable = tableEndIdx - tableStartIdx + 1;

×

6239

  STableKeyInfo* startKeyInfo = tableListGetInfo(pInfo->base.pTableListInfo, tableStartIdx);

×

6240

  code = pAPI->tsdReader.tsdReaderOpen(pHandle->vnode, &pInfo->base.cond, startKeyInfo, numOfTable, pInfo->pReaderBlock,

×

6241

                                       (void**)&pInfo->base.dataReader, GET_TASKID(pTaskInfo), &pInfo->mSkipTables);

×

6242

  QUERY_CHECK_CODE(code, lino, _end);

×

6243

  if (pInfo->filesetDelimited) {

×

6244

    pAPI->tsdReader.tsdSetFilesetDelimited(pInfo->base.dataReader);

×

6246

  pAPI->tsdReader.tsdSetSetNotifyCb(pInfo->base.dataReader, tableMergeScanTsdbNotifyCb, pInfo);

×

6248

  code = startDurationForGroupTableMergeScan(pOperator);

×

6249

  QUERY_CHECK_CODE(code, lino, _end);

×

6251

_end:

×

6252

  if (code != TSDB_CODE_SUCCESS) {

×

6253

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

6254

    pTaskInfo->code = code;

×

6255

    T_LONG_JMP(pTaskInfo->env, code);

×

6257

×

6259

void stopGroupTableMergeScan(SOperatorInfo* pOperator) {

×

6260

  STableMergeScanInfo* pInfo = pOperator->info;

×

6261

  SExecTaskInfo*       pTaskInfo = pOperator->pTaskInfo;

×

6262

  SStorageAPI*         pAPI = &pTaskInfo->storageAPI;

×

6264

  stopDurationForGroupTableMergeScan(pOperator);

×

6266

  if (pInfo->base.dataReader != NULL) {

×

6267

    pAPI->tsdReader.tsdReaderClose(pInfo->base.dataReader);

×

6268

    pInfo->base.dataReader = NULL;

×

6270

  for (int32_t i = 0; i < pInfo->numNextDurationBlocks; ++i) {

×

6271

    if (pInfo->nextDurationBlocks[i]) {

×

6272

      blockDataDestroy(pInfo->nextDurationBlocks[i]);

×

6273

      pInfo->nextDurationBlocks[i] = NULL;

×

6275

    pInfo->numNextDurationBlocks = 0;

×

6276

    pInfo->nextDurationBlocksIdx = 0;

×

6278

  resetLimitInfoForNextGroup(&pInfo->limitInfo);

×

6279

  taosHashCleanup(pInfo->mSkipTables);

×

6280

  pInfo->mSkipTables = NULL;

×

6281

  qDebug("%s table merge scan stop group %" PRIu64, GET_TASKID(pTaskInfo), pInfo->groupId);

×

6282

×

6286

SSDataBlock* getSortedTableMergeScanBlockData(SSortHandle* pHandle, SSDataBlock* pResBlock, int32_t capacity,

×

6288

  STableMergeScanInfo* pInfo = pOperator->info;

×

6289

  SExecTaskInfo*       pTaskInfo = pOperator->pTaskInfo;

×

6290

  STupleHandle*        pTupleHandle = NULL;

×

6292

  blockDataCleanup(pResBlock);

×

6294

  while (1) {

×

6295

    while (1) {

×

6296

      pTupleHandle = NULL;

×

6297

      int32_t code = tsortNextTuple(pHandle, &pTupleHandle);

×

6298

      if (code != TSDB_CODE_SUCCESS) {

×

6299

        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code));

×

6300

        T_LONG_JMP(pOperator->pTaskInfo->env, code);

×

6302

      if (pTupleHandle == NULL) {

×

6303

        break;

×

6306

      code = tsortAppendTupleToBlock(pInfo->pSortHandle, pResBlock, pTupleHandle);

×

6307

      if (code != TSDB_CODE_SUCCESS) {

×

6308

        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code));

×

6309

        T_LONG_JMP(pOperator->pTaskInfo->env, terrno);

×

6312

      if (pResBlock->info.rows >= capacity) {

×

6313

        break;

×

6317

    if (tsortIsClosed(pHandle)) {

×

6318

      terrno = TSDB_CODE_TSC_QUERY_CANCELLED;

×

6319

      T_LONG_JMP(pOperator->pTaskInfo->env, terrno);

×

6322

    bool limitReached = applyLimitOffset(&pInfo->limitInfo, pResBlock, pTaskInfo);

×

6323

    qDebug("%s get sorted row block, rows:%" PRId64 ", limit:%" PRId64, GET_TASKID(pTaskInfo), pResBlock->info.rows,

×

6325

    if (pTupleHandle == NULL || limitReached || pResBlock->info.rows > 0) {

×

6329

  return (pResBlock->info.rows > 0) ? pResBlock : NULL;

×

6332

int32_t doTableMergeScanNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {

×

6333

  if (pOperator->status == OP_EXEC_DONE) {

×

6334

    (*ppRes) = NULL;

×

6335

    return TSDB_CODE_SUCCESS;

×

6338

  int32_t              code = TSDB_CODE_SUCCESS;

×

6339

  int32_t              lino = 0;

×

6340

  SExecTaskInfo*       pTaskInfo = pOperator->pTaskInfo;

×

6341

  STableMergeScanInfo* pInfo = pOperator->info;

×

6343

  code = pOperator->fpSet._openFn(pOperator);

×

6344

  QUERY_CHECK_CODE(code, lino, _end);

×

6346

  int64_t st = taosGetTimestampUs();

×

6348

  int32_t tableListSize = 0;

×

6349

  code = tableListGetSize(pInfo->base.pTableListInfo, &tableListSize);

×

6350

  QUERY_CHECK_CODE(code, lino, _end);

×

6352

  if (!pInfo->hasGroupId) {

×

6353

    pInfo->hasGroupId = true;

×

6355

    if (tableListSize == 0) {

×

6356

      setOperatorCompleted(pOperator);

×

6357

      (*ppRes) = NULL;

×

6358

      return code;

×

6360

    pInfo->tableStartIndex = 0;

×

6361

    STableKeyInfo* tmp = (STableKeyInfo*)tableListGetInfo(pInfo->base.pTableListInfo, pInfo->tableStartIndex);

×

6362

    QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);

×

6363

    pInfo->groupId = tmp->groupId;

×

6364

    startGroupTableMergeScan(pOperator);

×

6367

  SSDataBlock* pBlock = NULL;

×

6368

  while (pInfo->tableStartIndex < tableListSize) {

×

6369

    if (isTaskKilled(pTaskInfo)) {

×

6370

      goto _end;

×

6373

    pBlock = getSortedTableMergeScanBlockData(pInfo->pSortHandle, pInfo->pResBlock, pOperator->resultInfo.capacity,

×

6375

    if (pBlock == NULL && !pInfo->bGroupProcessed && pInfo->needCountEmptyTable) {

×

6376

      STableKeyInfo* tbInfo = tableListGetInfo(pInfo->base.pTableListInfo, pInfo->tableStartIndex);

×

6377

      QUERY_CHECK_NULL(tbInfo, code, lino, _end, terrno);

×

6378

      pBlock = getOneRowResultBlock(pTaskInfo, &pInfo->base, pInfo->pResBlock, tbInfo);

×

6380

    if (pBlock != NULL) {

×

6381

      pBlock->info.id.groupId = pInfo->groupId;

×

6382

      pOperator->resultInfo.totalRows += pBlock->info.rows;

×

6383

      pInfo->bGroupProcessed = true;

×

6384

      break;

×

6386

      if (pInfo->bNewFilesetEvent) {

×

6387

        stopDurationForGroupTableMergeScan(pOperator);

×

6388

        code = startDurationForGroupTableMergeScan(pOperator);

×

6389

        QUERY_CHECK_CODE(code, lino, _end);

×

6392

        stopGroupTableMergeScan(pOperator);

×

6393

        if (pInfo->tableEndIndex >= tableListSize - 1) {

×

6394

          setOperatorCompleted(pOperator);

×

6395

          break;

×

6398

        pInfo->tableStartIndex = pInfo->tableEndIndex + 1;

×

6399

        STableKeyInfo* tmp = tableListGetInfo(pInfo->base.pTableListInfo, pInfo->tableStartIndex);

×

6400

        QUERY_CHECK_NULL(tmp, code, lino, _end, terrno);

×

6401

        pInfo->groupId = tmp->groupId;

×

6402

        startGroupTableMergeScan(pOperator);

×

6403

        resetLimitInfoForNextGroup(&pInfo->limitInfo);

×

6408

  pOperator->cost.totalCost += (taosGetTimestampUs() - st) / 1000.0;

×

6410

_end:

×

6411

  if (code != TSDB_CODE_SUCCESS) {

×

6412

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

6413

    pTaskInfo->code = code;

×

6414

    T_LONG_JMP(pTaskInfo->env, code);

×

6416

    (*ppRes) = pBlock;

×

6419

  return code;

×

6422

static SSDataBlock* doTableMergeScan(SOperatorInfo* pOperator) {

×

6423

  SSDataBlock* pRes = NULL;

×

6424

  int32_t      code = doTableMergeScanNext(pOperator, &pRes);

×

6425

  return pRes;

×

6428

void destroyTableMergeScanOperatorInfo(void* param) {

×

6429

  STableMergeScanInfo* pTableScanInfo = (STableMergeScanInfo*)param;

×

6432

  if (pTableScanInfo->base.readerAPI.tsdReaderClose != NULL) {

×

6433

    pTableScanInfo->base.readerAPI.tsdReaderClose(pTableScanInfo->base.dataReader);

×

6434

    pTableScanInfo->base.dataReader = NULL;

×

6437

  for (int32_t i = 0; i < pTableScanInfo->numNextDurationBlocks; ++i) {

×

6438

    if (pTableScanInfo->nextDurationBlocks[i] != NULL) {

×

6439

      blockDataDestroy(pTableScanInfo->nextDurationBlocks[i]);

×

6440

      pTableScanInfo->nextDurationBlocks[i] = NULL;

×

6444

  tsortDestroySortHandle(pTableScanInfo->pSortHandle);

×

6445

  pTableScanInfo->pSortHandle = NULL;

×

6446

  taosHashCleanup(pTableScanInfo->mSkipTables);

×

6447

  pTableScanInfo->mSkipTables = NULL;

×

6448

  blockDataDestroy(pTableScanInfo->pSortInputBlock);

×

6449

  pTableScanInfo->pSortInputBlock = NULL;

×

6452

  cleanupQueryTableDataCond(&pTableScanInfo->base.cond);

×

6453

  destroyTableScanBase(&pTableScanInfo->base, &pTableScanInfo->base.readerAPI);

×

6455

  blockDataDestroy(pTableScanInfo->pResBlock);

×

6456

  pTableScanInfo->pResBlock = NULL;

×

6459

  blockDataDestroy(pTableScanInfo->pReaderBlock);

×

6460

  pTableScanInfo->pReaderBlock = NULL;

×

6461

  taosArrayDestroy(pTableScanInfo->pSortInfo);

×

6463

  stopSubTablesTableMergeScan(pTableScanInfo);

×

6465

  taosMemoryFreeClear(param);

×

6466

×

6468

int32_t getTableMergeScanExplainExecInfo(SOperatorInfo* pOptr, void** pOptrExplain, uint32_t* len) {

×

6469

  if (pOptr == NULL) {

×

6470

    qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(TSDB_CODE_INVALID_PARA));

×

6471

    return TSDB_CODE_INVALID_PARA;

×

6474

  STableMergeScanExecInfo* execInfo = taosMemoryCalloc(1, sizeof(STableMergeScanExecInfo));

×

6475

  if (!execInfo) {

×

6476

    return terrno;

×

6478

  STableMergeScanInfo* pInfo = pOptr->info;

×

6479

  execInfo->blockRecorder = pInfo->base.readRecorder;

×

6480

  execInfo->sortExecInfo = pInfo->sortExecInfo;

×

6482

  *pOptrExplain = execInfo;

×

6483

  *len = sizeof(STableMergeScanExecInfo);

×

6485

  return TSDB_CODE_SUCCESS;

×

6488

int32_t createTableMergeScanOperatorInfo(STableScanPhysiNode* pTableScanNode, SReadHandle* readHandle,

×

6491

  QRY_PARAM_CHECK(pOptrInfo);

×

6493

  int32_t              code = TSDB_CODE_SUCCESS;

×

6494

  int32_t              lino = 0;

×

6495

  STableMergeScanInfo* pInfo = taosMemoryCalloc(1, sizeof(STableMergeScanInfo));

×

6496

  SOperatorInfo*       pOperator = taosMemoryCalloc(1, sizeof(SOperatorInfo));

×

6497

  if (pInfo == NULL || pOperator == NULL) {

×

6498

    code = terrno;

×

6499

    goto _error;

×

6502

  SDataBlockDescNode* pDescNode = pTableScanNode->scan.node.pOutputDataBlockDesc;

×

6504

  int32_t numOfCols = 0;

×

6505

  code = extractColMatchInfo(pTableScanNode->scan.pScanCols, pDescNode, &numOfCols, COL_MATCH_FROM_COL_ID,

×

6507

  QUERY_CHECK_CODE(code, lino, _error);

×

6509

  code = initQueryTableDataCond(&pInfo->base.cond, pTableScanNode, readHandle);

×

6510

  QUERY_CHECK_CODE(code, lino, _error);

×

6512

  if (pTableScanNode->scan.pScanPseudoCols != NULL) {

×

6513

    SExprSupp* pSup = &pInfo->base.pseudoSup;

×

6514

    code = createExprInfo(pTableScanNode->scan.pScanPseudoCols, NULL, &pSup->pExprInfo, &pSup->numOfExprs);

×

6515

    QUERY_CHECK_CODE(code, lino, _error);

×

6517

    pSup->pCtx = createSqlFunctionCtx(pSup->pExprInfo, pSup->numOfExprs, &pSup->rowEntryInfoOffset,

×

6519

    QUERY_CHECK_NULL(pSup->pCtx, code, lino, _error, terrno);

×

6522

  pInfo->scanInfo = (SScanInfo){.numOfAsc = pTableScanNode->scanSeq[0], .numOfDesc = pTableScanNode->scanSeq[1]};

×

6524

  pInfo->base.metaCache.pTableMetaEntryCache = taosLRUCacheInit(1024 * 128, -1, .5);

×

6525

  QUERY_CHECK_NULL(pInfo->base.metaCache.pTableMetaEntryCache, code, lino, _error, terrno);

×

6527

  pInfo->base.readerAPI = pTaskInfo->storageAPI.tsdReader;

×

6528

  pInfo->base.dataBlockLoadFlag = FUNC_DATA_REQUIRED_DATA_LOAD;

×

6529

  pInfo->base.scanFlag = MAIN_SCAN;

×

6530

  pInfo->base.readHandle = *readHandle;

×

6532

  pInfo->readIdx = -1;

×

6534

  pInfo->base.limitInfo.limit.limit = -1;

×

6535

  pInfo->base.limitInfo.slimit.limit = -1;

×

6536

  pInfo->base.pTableListInfo = pTableListInfo;

×

6538

  pInfo->sample.sampleRatio = pTableScanNode->ratio;

×

6539

  pInfo->sample.seed = taosGetTimestampSec();

×

6541

  code = filterInitFromNode((SNode*)pTableScanNode->scan.node.pConditions, &pOperator->exprSupp.pFilterInfo, 0);

×

6542

  QUERY_CHECK_CODE(code, lino, _error);

×

6544

  initLimitInfo(pTableScanNode->scan.node.pLimit, pTableScanNode->scan.node.pSlimit, &pInfo->limitInfo);

×

6546

  pInfo->mergeLimit = -1;

×

6547

  bool hasLimit = pInfo->limitInfo.limit.limit != -1 || pInfo->limitInfo.limit.offset != -1;

×

6548

  if (hasLimit) {

×

6549

    pInfo->mergeLimit = pInfo->limitInfo.limit.limit + pInfo->limitInfo.limit.offset;

×

6550

    pInfo->mSkipTables = NULL;

×

6553

  initResultSizeInfo(&pOperator->resultInfo, 1024);

×

6554

  pInfo->pResBlock = createDataBlockFromDescNode(pDescNode);

×

6555

  QUERY_CHECK_NULL(pInfo->pResBlock, code, lino, _error, terrno);

×

6556

  code = blockDataEnsureCapacity(pInfo->pResBlock, pOperator->resultInfo.capacity);

×

6557

  QUERY_CHECK_CODE(code, lino, _error);

×

6558

  if (!hasLimit && blockDataGetRowSize(pInfo->pResBlock) >= 256 && !pTableScanNode->smallDataTsSort) {

×

6559

    pInfo->bSortRowId = true;

×

6561

    pInfo->bSortRowId = false;

×

6564

  code = prepareDataBlockBuf(pInfo->pResBlock, &pInfo->base.matchInfo);

×

6565

  QUERY_CHECK_CODE(code, lino, _error);

×

6567

  code = generateSortByTsPkInfo(pInfo->base.matchInfo.pList, pInfo->base.cond.order, &pInfo->pSortInfo);

×

6568

  QUERY_CHECK_CODE(code, lino, _error);

×

6570

  code = createOneDataBlock(pInfo->pResBlock, false, &pInfo->pReaderBlock);

×

6571

  QUERY_CHECK_CODE(code, lino, _error);

×

6573

  pInfo->needCountEmptyTable = tsCountAlwaysReturnValue && pTableScanNode->needCountEmptyTable;

×

6575

  int32_t  rowSize = pInfo->pResBlock->info.rowSize;

×

6576

  uint32_t nCols = taosArrayGetSize(pInfo->pResBlock->pDataBlock);

×

6578

  pInfo->bufPageSize = getProperSortPageSize(rowSize, nCols);

×

6581

  code = createOneDataBlock(pInfo->pResBlock, false, &pInfo->pSortInputBlock);

×

6582

  QUERY_CHECK_CODE(code, lino, _error);

×

6584

  if (!tsExperimental) {

×

6585

    pInfo->filesetDelimited = false;

×

6587

    pInfo->filesetDelimited = pTableScanNode->filesetDelimited;

×

6590

  setOperatorInfo(pOperator, "TableMergeScanOperator", QUERY_NODE_PHYSICAL_PLAN_TABLE_MERGE_SCAN, false, OP_NOT_OPENED,

×

6592

  pOperator->exprSupp.numOfExprs = numOfCols;

×

6594

  pOperator->fpSet = createOperatorFpSet(

×

6595

      optrDummyOpenFn, pTableScanNode->paraTablesSort ? doTableMergeScanParaSubTablesNext : doTableMergeScanNext, NULL,

×

6598

  pOperator->cost.openCost = 0;

×

6600

  *pOptrInfo = pOperator;

×

6601

  return code;

×

6603

_error:

×

6604

  if (code != TSDB_CODE_SUCCESS) {

×

6605

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

6607

  pTaskInfo->code = code;

×

6608

  if (pInfo != NULL) {

×

6609

    pInfo->base.pTableListInfo = NULL;

×

6610

    destroyTableMergeScanOperatorInfo(pInfo);

×

6612

  if (pOperator != NULL) {

×

6613

    pOperator->info = NULL;

×

6614

    destroyOperator(pOperator);

×

6616

  return code;

×

6640

int32_t tblCountScanGetGroupTagsSlotId(const SNodeList* scanCols, STableCountScanSupp* supp) {

×

6641

  if (scanCols != NULL) {

×

6642

    SNode* pNode = NULL;

×

6643

    FOREACH(pNode, scanCols) {

×

6644

      if (nodeType(pNode) != QUERY_NODE_TARGET) {

×

6645

        return TSDB_CODE_QRY_SYS_ERROR;

×

6647

      STargetNode* targetNode = (STargetNode*)pNode;

×

6648

      if (nodeType(targetNode->pExpr) != QUERY_NODE_COLUMN) {

×

6649

        return TSDB_CODE_QRY_SYS_ERROR;

×

6651

      SColumnNode* colNode = (SColumnNode*)(targetNode->pExpr);

×

6652

      if (strcmp(colNode->colName, GROUP_TAG_DB_NAME) == 0) {

×

6653

        supp->dbNameSlotId = targetNode->slotId;

×

6654

      } else if (strcmp(colNode->colName, GROUP_TAG_STABLE_NAME) == 0) {

×

6655

        supp->stbNameSlotId = targetNode->slotId;

×

6659

  return TSDB_CODE_SUCCESS;

×

6662

int32_t tblCountScanGetCountSlotId(const SNodeList* pseudoCols, STableCountScanSupp* supp) {

×

6663

  if (pseudoCols != NULL) {

×

6664

    SNode* pNode = NULL;

×

6665

    FOREACH(pNode, pseudoCols) {

×

6666

      if (nodeType(pNode) != QUERY_NODE_TARGET) {

×

6667

        return TSDB_CODE_QRY_SYS_ERROR;

×

6669

      STargetNode* targetNode = (STargetNode*)pNode;

×

6670

      if (nodeType(targetNode->pExpr) != QUERY_NODE_FUNCTION) {

×

6671

        return TSDB_CODE_QRY_SYS_ERROR;

×

6673

      SFunctionNode* funcNode = (SFunctionNode*)(targetNode->pExpr);

×

6674

      if (funcNode->funcType == FUNCTION_TYPE_TABLE_COUNT) {

×

6675

        supp->tbCountSlotId = targetNode->slotId;

×

6679

  return TSDB_CODE_SUCCESS;

×

6682

int32_t tblCountScanGetInputs(SNodeList* groupTags, SName* tableName, STableCountScanSupp* supp) {

×

6683

  if (groupTags != NULL) {

×

6684

    SNode* pNode = NULL;

×

6685

    FOREACH(pNode, groupTags) {

×

6686

      if (nodeType(pNode) != QUERY_NODE_COLUMN) {

×

6687

        return TSDB_CODE_QRY_SYS_ERROR;

×

6689

      SColumnNode* colNode = (SColumnNode*)pNode;

×

6690

      if (strcmp(colNode->colName, GROUP_TAG_DB_NAME) == 0) {

×

6691

        supp->groupByDbName = true;

×

6693

      if (strcmp(colNode->colName, GROUP_TAG_STABLE_NAME) == 0) {

×

6694

        supp->groupByStbName = true;

×

6698

    tstrncpy(supp->dbNameFilter, tNameGetDbNameP(tableName), TSDB_DB_NAME_LEN);

×

6699

    tstrncpy(supp->stbNameFilter, tNameGetTableName(tableName), TSDB_TABLE_NAME_LEN);

×

6701

  return TSDB_CODE_SUCCESS;

×

6704

int32_t getTableCountScanSupp(SNodeList* groupTags, SName* tableName, SNodeList* scanCols, SNodeList* pseudoCols,

×

6706

  int32_t code = 0;

×

6707

  code = tblCountScanGetInputs(groupTags, tableName, supp);

×

6708

  if (code != TSDB_CODE_SUCCESS) {

×

6709

    qError("%s get table count scan supp. get inputs error", GET_TASKID(taskInfo));

×

6710

    return code;

×

6713

  supp->dbNameSlotId = -1;

×

6714

  supp->stbNameSlotId = -1;

×

6715

  supp->tbCountSlotId = -1;

×

6717

  code = tblCountScanGetGroupTagsSlotId(scanCols, supp);

×

6718

  if (code != TSDB_CODE_SUCCESS) {

×

6719

    qError("%s get table count scan supp. get group tags slot id error", GET_TASKID(taskInfo));

×

6720

    return code;

×

6723

  code = tblCountScanGetCountSlotId(pseudoCols, supp);

×

6724

  if (code != TSDB_CODE_SUCCESS) {

×

6725

    qError("%s get table count scan supp. get count error", GET_TASKID(taskInfo));

×

6726

    return code;

×

6728

  return code;

×

6731

int32_t createTableCountScanOperatorInfo(SReadHandle* readHandle, STableCountScanPhysiNode* pTblCountScanNode,

×

6733

  QRY_PARAM_CHECK(pOptrInfo);

×

6735

  int32_t                      code = TSDB_CODE_SUCCESS;

×

6736

  int32_t                      lino = 0;

×

6737

  SScanPhysiNode*              pScanNode = &pTblCountScanNode->scan;

×

6738

  STableCountScanOperatorInfo* pInfo = taosMemoryCalloc(1, sizeof(STableCountScanOperatorInfo));

×

6739

  SOperatorInfo*               pOperator = taosMemoryCalloc(1, sizeof(SOperatorInfo));

×

6740

  if (!pInfo || !pOperator) {

×

6741

    code = terrno;

×

6742

    goto _error;

×

6745

  pInfo->readHandle = *readHandle;

×

6747

  SDataBlockDescNode* pDescNode = pScanNode->node.pOutputDataBlockDesc;

×

6748

  initResultSizeInfo(&pOperator->resultInfo, 1);

×

6749

  pInfo->pRes = createDataBlockFromDescNode(pDescNode);

×

6750

  QUERY_CHECK_NULL(pInfo->pRes, code, lino, _error, terrno);

×

6752

  code = blockDataEnsureCapacity(pInfo->pRes, pOperator->resultInfo.capacity);

×

6753

  QUERY_CHECK_CODE(code, lino, _error);

×

6755

  code = getTableCountScanSupp(pTblCountScanNode->pGroupTags, &pTblCountScanNode->scan.tableName,

×

6758

  QUERY_CHECK_CODE(code, lino, _error);

×

6760

  setOperatorInfo(pOperator, "TableCountScanOperator", QUERY_NODE_PHYSICAL_PLAN_TABLE_COUNT_SCAN, false, OP_NOT_OPENED,

×

6762

  pOperator->fpSet = createOperatorFpSet(optrDummyOpenFn, doTableCountScanNext, NULL, destoryTableCountScanOperator,

×

6764

  *pOptrInfo = pOperator;

×

6765

  return code;

×

6767

_error:

×

6768

  if (pInfo != NULL) {

×

6769

    destoryTableCountScanOperator(pInfo);

×

6771

  if (pOperator != NULL) {

×

6772

    pOperator->info = NULL;

×

6773

    destroyOperator(pOperator);

×

6775

  pTaskInfo->code = code;

×

6776

  return code;

×

6779

int32_t fillTableCountScanDataBlock(STableCountScanSupp* pSupp, char* dbName, char* stbName, int64_t count,

×

6781

  int32_t code = TSDB_CODE_SUCCESS;

×

6782

  int32_t lino = 0;

×

6783

  if (pSupp->dbNameSlotId != -1) {

×

6784

    QUERY_CHECK_CONDITION((strlen(dbName) > 0), code, lino, _end, TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR);

×

6785

    SColumnInfoData* colInfoData = taosArrayGet(pRes->pDataBlock, pSupp->dbNameSlotId);

×

6786

    QUERY_CHECK_NULL(colInfoData, code, lino, _end, terrno);

×

6788

    char varDbName[TSDB_DB_NAME_LEN + VARSTR_HEADER_SIZE] = {0};

×

6789

    tstrncpy(varDataVal(varDbName), dbName, TSDB_DB_NAME_LEN);

×

6791

    varDataSetLen(varDbName, strlen(dbName));

×

6792

    code = colDataSetVal(colInfoData, 0, varDbName, false);

×

6793

    QUERY_CHECK_CODE(code, lino, _end);

×

6796

  if (pSupp->stbNameSlotId != -1) {

×

6797

    SColumnInfoData* colInfoData = taosArrayGet(pRes->pDataBlock, pSupp->stbNameSlotId);

×

6798

    QUERY_CHECK_NULL(colInfoData, code, lino, _end, terrno);

×

6799

    if (strlen(stbName) != 0) {

×

6800

      char varStbName[TSDB_TABLE_NAME_LEN + VARSTR_HEADER_SIZE] = {0};

×

6801

      tstrncpy(varDataVal(varStbName), stbName, TSDB_TABLE_NAME_LEN);

×

6802

      varDataSetLen(varStbName, strlen(stbName));

×

6803

      code = colDataSetVal(colInfoData, 0, varStbName, false);

×

6804

      QUERY_CHECK_CODE(code, lino, _end);

×

6810

  if (pSupp->tbCountSlotId != -1) {

×

6811

    SColumnInfoData* colInfoData = taosArrayGet(pRes->pDataBlock, pSupp->tbCountSlotId);

×

6812

    QUERY_CHECK_NULL(colInfoData, code, lino, _end, terrno);

×

6813

    code = colDataSetVal(colInfoData, 0, (char*)&count, false);

×

6814

    QUERY_CHECK_CODE(code, lino, _end);

×

6816

  pRes->info.rows = 1;

×

6818

_end:

×

6819

  if (code != TSDB_CODE_SUCCESS) {

×

6820

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

6822

  return code;

×

6825

static SSDataBlock* buildSysDbTableCount(SOperatorInfo* pOperator, STableCountScanOperatorInfo* pInfo) {

×

6826

  STableCountScanSupp* pSupp = &pInfo->supp;

×

6827

  SSDataBlock*         pRes = pInfo->pRes;

×

6830

  getInfosDbMeta(NULL, &infodbTableNum);

×

6831

  infodbTableNum -= 1;

×

6833

  getPerfDbMeta(NULL, &perfdbTableNum);

×

6835

  if (pSupp->groupByDbName || pSupp->groupByStbName) {

×

6836

    buildSysDbGroupedTableCount(pOperator, pInfo, pSupp, pRes, infodbTableNum, perfdbTableNum);

×

6837

    return (pRes->info.rows > 0) ? pRes : NULL;

×

6839

    buildSysDbFilterTableCount(pOperator, pSupp, pRes, infodbTableNum, perfdbTableNum);

×

6840

    return (pRes->info.rows > 0) ? pRes : NULL;

×

6844

static void buildSysDbFilterTableCount(SOperatorInfo* pOperator, STableCountScanSupp* pSupp, SSDataBlock* pRes,

×

6846

  int32_t        code = TSDB_CODE_SUCCESS;

×

6847

  int32_t        lino = 0;

×

6848

  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;

×

6849

  if (strcmp(pSupp->dbNameFilter, TSDB_INFORMATION_SCHEMA_DB) == 0) {

×

6850

    code = fillTableCountScanDataBlock(pSupp, TSDB_INFORMATION_SCHEMA_DB, "", infodbTableNum, pRes);

×

6851

    QUERY_CHECK_CODE(code, lino, _end);

×

6852

  } else if (strcmp(pSupp->dbNameFilter, TSDB_PERFORMANCE_SCHEMA_DB) == 0) {

×

6853

    code = fillTableCountScanDataBlock(pSupp, TSDB_PERFORMANCE_SCHEMA_DB, "", perfdbTableNum, pRes);

×

6854

    QUERY_CHECK_CODE(code, lino, _end);

×

6855

  } else if (strlen(pSupp->dbNameFilter) == 0) {

×

6856

    code = fillTableCountScanDataBlock(pSupp, "", "", infodbTableNum + perfdbTableNum, pRes);

×

6857

    QUERY_CHECK_CODE(code, lino, _end);

×

6860

_end:

×

6861

  if (code != TSDB_CODE_SUCCESS) {

×

6862

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

6863

    pTaskInfo->code = code;

×

6864

    T_LONG_JMP(pTaskInfo->env, code);

×

6866

  setOperatorCompleted(pOperator);

×

6867

×

6869

static void buildSysDbGroupedTableCount(SOperatorInfo* pOperator, STableCountScanOperatorInfo* pInfo,

×

6872

  int32_t        code = TSDB_CODE_SUCCESS;

×

6873

  int32_t        lino = 0;

×

6874

  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;

×

6875

  if (pInfo->currGrpIdx == 0) {

×

6876

    uint64_t groupId = 0;

×

6877

    if (pSupp->groupByDbName) {

×

6878

      groupId = calcGroupId(TSDB_INFORMATION_SCHEMA_DB, strlen(TSDB_INFORMATION_SCHEMA_DB));

×

6880

      groupId = calcGroupId("", 0);

×

6883

    pRes->info.id.groupId = groupId;

×

6884

    code = fillTableCountScanDataBlock(pSupp, TSDB_INFORMATION_SCHEMA_DB, "", infodbTableNum, pRes);

×

6885

    QUERY_CHECK_CODE(code, lino, _end);

×

6886

  } else if (pInfo->currGrpIdx == 1) {

×

6887

    uint64_t groupId = 0;

×

6888

    if (pSupp->groupByDbName) {

×

6889

      groupId = calcGroupId(TSDB_PERFORMANCE_SCHEMA_DB, strlen(TSDB_PERFORMANCE_SCHEMA_DB));

×

6891

      groupId = calcGroupId("", 0);

×

6894

    pRes->info.id.groupId = groupId;

×

6895

    code = fillTableCountScanDataBlock(pSupp, TSDB_PERFORMANCE_SCHEMA_DB, "", perfdbTableNum, pRes);

×

6896

    QUERY_CHECK_CODE(code, lino, _end);

×

6898

    setOperatorCompleted(pOperator);

×

6900

  pInfo->currGrpIdx++;

×

6902

_end:

×

6903

  if (code != TSDB_CODE_SUCCESS) {

×

6904

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

6905

    pTaskInfo->code = code;

×

6906

    T_LONG_JMP(pTaskInfo->env, code);

×

6908

×

6910

static int32_t doTableCountScanNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {

×

6911

  int32_t                      code = TSDB_CODE_SUCCESS;

×

6912

  SExecTaskInfo*               pTaskInfo = pOperator->pTaskInfo;

×

6913

  STableCountScanOperatorInfo* pInfo = pOperator->info;

×

6914

  STableCountScanSupp*         pSupp = &pInfo->supp;

×

6915

  SSDataBlock*                 pRes = pInfo->pRes;

×

6917

  blockDataCleanup(pRes);

×

6918

  QRY_PARAM_CHECK(ppRes);

×

6920

  if (pOperator->status == OP_EXEC_DONE) {

×

6921

    return code;

×

6924

  if (pInfo->readHandle.mnd != NULL) {

×

6925

    (*ppRes) = buildSysDbTableCount(pOperator, pInfo);

×

6926

    return code;

×

6929

  code = buildVnodeDbTableCount(pOperator, pInfo, pSupp, pRes);

×

6930

  if (code != TSDB_CODE_SUCCESS) {

×

6931

    qError("%s failed since %s", __func__, tstrerror(code));

×

6932

    pTaskInfo->code = code;

×

6933

    T_LONG_JMP(pTaskInfo->env, code);

×

6935

  if (pRes->info.rows > 0) {

×

6936

    *ppRes = pRes;

×

6939

  return code;

×

6942

static int32_t buildVnodeDbTableCount(SOperatorInfo* pOperator, STableCountScanOperatorInfo* pInfo,

×

6944

  int32_t        code = TSDB_CODE_SUCCESS;

×

6945

  int32_t        lino = 0;

×

6946

  const char*    db = NULL;

×

6947

  int32_t        vgId = 0;

×

6948

  char           dbName[TSDB_DB_NAME_LEN] = {0};

×

6949

  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;

×

6950

  SStorageAPI*   pAPI = &pTaskInfo->storageAPI;

×

6953

  pAPI->metaFn.getBasicInfo(pInfo->readHandle.vnode, &db, &vgId, NULL, NULL);

×

6954

  SName sn = {0};

×

6956

  code = tNameFromString(&sn, db, T_NAME_ACCT | T_NAME_DB);

×

6957

  QUERY_CHECK_CODE(code, lino, _end);

×

6959

  code = tNameGetDbName(&sn, dbName);

×

6960

  QUERY_CHECK_CODE(code, lino, _end);

×

6962

  if (pSupp->groupByDbName || pSupp->groupByStbName) {

×

6963

    code = buildVnodeGroupedTableCount(pOperator, pInfo, pSupp, pRes, vgId, dbName);

×

6965

    code = buildVnodeFilteredTbCount(pOperator, pInfo, pSupp, pRes, dbName);

×

6968

_end:

×

6969

  if (code != TSDB_CODE_SUCCESS) {

×

6970

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

6971

    pTaskInfo->code = code;

×

6974

  return code;

×

6977

static int32_t buildVnodeGroupedTableCount(SOperatorInfo* pOperator, STableCountScanOperatorInfo* pInfo,

×

6979

  int32_t        code = TSDB_CODE_SUCCESS;

×

6980

  int32_t        lino = 0;

×

6981

  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;

×

6982

  SStorageAPI*   pAPI = &pTaskInfo->storageAPI;

×

6984

  if (pSupp->groupByStbName) {

×

6985

    if (pInfo->stbUidList == NULL) {

×

6986

      pInfo->stbUidList = taosArrayInit(16, sizeof(tb_uid_t));

×

6987

      QUERY_CHECK_NULL(pInfo->stbUidList, code, lino, _end, terrno);

×

6988

      code = pAPI->metaFn.storeGetTableList(pInfo->readHandle.vnode, TSDB_SUPER_TABLE, pInfo->stbUidList);

×

6989

      QUERY_CHECK_CODE(code, lino, _end);

×

6992

    if (pInfo->currGrpIdx < taosArrayGetSize(pInfo->stbUidList)) {

×

6993

      tb_uid_t stbUid = *(tb_uid_t*)taosArrayGet(pInfo->stbUidList, pInfo->currGrpIdx);

×

6994

      code = buildVnodeGroupedStbTableCount(pInfo, pSupp, pRes, dbName, stbUid, pAPI);

×

6995

      QUERY_CHECK_CODE(code, lino, _end);

×

6997

      pInfo->currGrpIdx++;

×

6998

    } else if (pInfo->currGrpIdx == taosArrayGetSize(pInfo->stbUidList)) {

×

6999

      code = buildVnodeGroupedNtbTableCount(pInfo, pSupp, pRes, dbName, pAPI);

×

7000

      QUERY_CHECK_CODE(code, lino, _end);

×

7002

      pInfo->currGrpIdx++;

×

7004

      setOperatorCompleted(pOperator);

×

7007

    uint64_t groupId = calcGroupId(dbName, strlen(dbName));

×

7008

    pRes->info.id.groupId = groupId;

×

7010

    int64_t dbTableCount = 0;

×

7011

    pAPI->metaFn.getBasicInfo(pInfo->readHandle.vnode, NULL, NULL, &dbTableCount, NULL);

×

7012

    code = fillTableCountScanDataBlock(pSupp, dbName, "", dbTableCount, pRes);

×

7013

    QUERY_CHECK_CODE(code, lino, _end);

×

7014

    setOperatorCompleted(pOperator);

×

7017

_end:

×

7018

  if (code != TSDB_CODE_SUCCESS) {

×

7019

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

7020

    pTaskInfo->code = code;

×

7022

  return code;

×

7025

static int32_t buildVnodeFilteredTbCount(SOperatorInfo* pOperator, STableCountScanOperatorInfo* pInfo,

×

7027

  int32_t        code = TSDB_CODE_SUCCESS;

×

7028

  int32_t        lino = 0;

×

7029

  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;

×

7030

  SStorageAPI*   pAPI = &pTaskInfo->storageAPI;

×

7032

  if (strlen(pSupp->dbNameFilter) != 0) {

×

7033

    if (strlen(pSupp->stbNameFilter) != 0) {

×

7034

      uint64_t uid = 0;

×

7035

      code = pAPI->metaFn.getTableUidByName(pInfo->readHandle.vnode, pSupp->stbNameFilter, &uid);

×

7036

      QUERY_CHECK_CODE(code, lino, _end);

×

7038

      int64_t numOfChildTables = 0;

×

7039

      code = pAPI->metaFn.getNumOfChildTables(pInfo->readHandle.vnode, uid, &numOfChildTables, NULL);

×

7040

      QUERY_CHECK_CODE(code, lino, _end);

×

7042

      code = fillTableCountScanDataBlock(pSupp, dbName, pSupp->stbNameFilter, numOfChildTables, pRes);

×

7043

      QUERY_CHECK_CODE(code, lino, _end);

×

7045

      int64_t tbNumVnode = 0;

×

7046

      pAPI->metaFn.getBasicInfo(pInfo->readHandle.vnode, NULL, NULL, &tbNumVnode, NULL);

×

7047

      code = fillTableCountScanDataBlock(pSupp, dbName, "", tbNumVnode, pRes);

×

7048

      QUERY_CHECK_CODE(code, lino, _end);

×

7051

    int64_t tbNumVnode = 0;

×

7052

    pAPI->metaFn.getBasicInfo(pInfo->readHandle.vnode, NULL, NULL, &tbNumVnode, NULL);

×

7053

    code = fillTableCountScanDataBlock(pSupp, dbName, "", tbNumVnode, pRes);

×

7054

    QUERY_CHECK_CODE(code, lino, _end);

×

7057

_end:

×

7058

  if (code != TSDB_CODE_SUCCESS) {

×

7059

    pTaskInfo->code = code;

×

7060

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

7063

  setOperatorCompleted(pOperator);

×

7064

  return code;

×

7067

static int32_t buildVnodeGroupedNtbTableCount(STableCountScanOperatorInfo* pInfo, STableCountScanSupp* pSupp,

×

7069

  int32_t code = TSDB_CODE_SUCCESS;

×

7070

  int32_t lino = 0;

×

7071

  char    fullStbName[TSDB_TABLE_FNAME_LEN] = {0};

×

7072

  if (pSupp->groupByDbName) {

×

7073

    snprintf(fullStbName, TSDB_TABLE_FNAME_LEN, "%s.%s", dbName, "");

×

7076

  uint64_t groupId = calcGroupId(fullStbName, strlen(fullStbName));

×

7077

  pRes->info.id.groupId = groupId;

×

7079

  int64_t numOfTables = 0;

×

7080

  pAPI->metaFn.getBasicInfo(pInfo->readHandle.vnode, NULL, NULL, NULL, &numOfTables);

×

7082

  if (numOfTables != 0) {

×

7083

    code = fillTableCountScanDataBlock(pSupp, dbName, "", numOfTables, pRes);

×

7086

_end:

×

7087

  if (code != TSDB_CODE_SUCCESS) {

×

7088

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

7090

  return code;

×

7093

static int32_t buildVnodeGroupedStbTableCount(STableCountScanOperatorInfo* pInfo, STableCountScanSupp* pSupp,

×

7095

  int32_t code = TSDB_CODE_SUCCESS;

×

7096

  int32_t lino = 0;

×

7097

  char    stbName[TSDB_TABLE_NAME_LEN] = {0};

×

7098

  code = pAPI->metaFn.getTableNameByUid(pInfo->readHandle.vnode, stbUid, stbName);

×

7099

  QUERY_CHECK_CODE(code, lino, _end);

×

7101

  char fullStbName[TSDB_TABLE_FNAME_LEN] = {0};

×

7102

  if (pSupp->groupByDbName) {

×

7103

    (void)snprintf(fullStbName, TSDB_TABLE_FNAME_LEN, "%s.%s", dbName, varDataVal(stbName));

×

7105

    (void)snprintf(fullStbName, TSDB_TABLE_FNAME_LEN, "%s", varDataVal(stbName));

×

7108

  uint64_t groupId = calcGroupId(fullStbName, strlen(fullStbName));

×

7109

  pRes->info.id.groupId = groupId;

×

7111

  int64_t ctbNum = 0;

×

7112

  code = pAPI->metaFn.getNumOfChildTables(pInfo->readHandle.vnode, stbUid, &ctbNum, NULL);

×

7113

  QUERY_CHECK_CODE(code, lino, _end);

×

7114

  code = fillTableCountScanDataBlock(pSupp, dbName, varDataVal(stbName), ctbNum, pRes);

×

7115

  QUERY_CHECK_CODE(code, lino, _end);

×

7117

_end:

×

7118

  if (code != TSDB_CODE_SUCCESS) {

×

7119

    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));

×

7121

  return code;

×

7124

static void destoryTableCountScanOperator(void* param) {

×

7125

  STableCountScanOperatorInfo* pTableCountScanInfo = param;

×

7126

  blockDataDestroy(pTableCountScanInfo->pRes);

×

7128

  taosArrayDestroy(pTableCountScanInfo->stbUidList);

×

7129

  taosMemoryFreeClear(param);

×

7130

×

taosdata / TDengine / #3633

Source File
Press 'n' to go to next uncovered line, 'b' for previous

taosdata / TDengine / #3633

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous