• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #3545

02 Dec 2024 06:22AM UTC coverage: 60.839% (-0.04%) from 60.88%
#3545

push

travis-ci

web-flow
Merge pull request #28961 from taosdata/fix/refactor-vnode-management-open-vnode

fix/refactor-vnode-management-open-vnode

120592 of 253473 branches covered (47.58%)

Branch coverage included in aggregate %.

102 of 145 new or added lines in 3 files covered. (70.34%)

477 existing lines in 108 files now uncovered.

201840 of 276506 relevant lines covered (73.0%)

19392204.25 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

73.03
/source/libs/executor/src/projectoperator.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#include "executorInt.h"
17
#include "filter.h"
18
#include "functionMgt.h"
19
#include "operator.h"
20
#include "querytask.h"
21
#include "tdatablock.h"
22

23
typedef struct SProjectOperatorInfo {
24
  SOptrBasicInfo binfo;
25
  SAggSupporter  aggSup;
26
  SArray*        pPseudoColInfo;
27
  SLimitInfo     limitInfo;
28
  bool           mergeDataBlocks;
29
  SSDataBlock*   pFinalRes;
30
  bool           inputIgnoreGroup;
31
  bool           outputIgnoreGroup;
32
} SProjectOperatorInfo;
33

34
typedef struct SIndefOperatorInfo {
35
  SOptrBasicInfo binfo;
36
  SAggSupporter  aggSup;
37
  SArray*        pPseudoColInfo;
38
  SExprSupp      scalarSup;
39
  uint64_t       groupId;
40
  SSDataBlock*   pNextGroupRes;
41
} SIndefOperatorInfo;
42

43
static int32_t      doGenerateSourceData(SOperatorInfo* pOperator);
44
static SSDataBlock* doProjectOperation1(SOperatorInfo* pOperator);
45
static int32_t      doProjectOperation(SOperatorInfo* pOperator, SSDataBlock** pResBlock);
46
static SSDataBlock* doApplyIndefinitFunction1(SOperatorInfo* pOperator);
47
static int32_t      doApplyIndefinitFunction(SOperatorInfo* pOperator, SSDataBlock** pResBlock);
48
static int32_t      setRowTsColumnOutputInfo(SqlFunctionCtx* pCtx, int32_t numOfCols, SArray** pResList);
49
static int32_t      setFunctionResultOutput(SOperatorInfo* pOperator, SOptrBasicInfo* pInfo, SAggSupporter* pSup,
50
                                            int32_t stage, int32_t numOfExprs);
51

52
static void destroyProjectOperatorInfo(void* param) {
1,899,901✔
53
  if (NULL == param) {
1,899,901!
54
    return;
×
55
  }
56

57
  SProjectOperatorInfo* pInfo = (SProjectOperatorInfo*)param;
1,899,901✔
58
  cleanupBasicInfo(&pInfo->binfo);
1,899,901✔
59
  cleanupAggSup(&pInfo->aggSup);
1,899,954✔
60
  taosArrayDestroy(pInfo->pPseudoColInfo);
1,899,947✔
61

62
  blockDataDestroy(pInfo->pFinalRes);
1,899,937✔
63
  taosMemoryFreeClear(param);
1,899,965✔
64
}
65

66
static void destroyIndefinitOperatorInfo(void* param) {
122,268✔
67
  SIndefOperatorInfo* pInfo = (SIndefOperatorInfo*)param;
122,268✔
68
  if (pInfo == NULL) {
122,268!
69
    return;
×
70
  }
71

72
  cleanupBasicInfo(&pInfo->binfo);
122,268✔
73
  taosArrayDestroy(pInfo->pPseudoColInfo);
122,268✔
74
  cleanupAggSup(&pInfo->aggSup);
122,267✔
75
  cleanupExprSupp(&pInfo->scalarSup);
122,269✔
76

77
  taosMemoryFreeClear(param);
122,269!
78
}
79

80
void streamOperatorReleaseState(SOperatorInfo* pOperator) {
1,188✔
81
  SOperatorInfo* downstream = pOperator->pDownstream[0];
1,188✔
82
  if (downstream->fpSet.releaseStreamStateFn) {
1,188!
83
    downstream->fpSet.releaseStreamStateFn(downstream);
1,190✔
84
  }
85
}
1,188✔
86

87
void streamOperatorReloadState(SOperatorInfo* pOperator) {
1,190✔
88
  SOperatorInfo* downstream = pOperator->pDownstream[0];
1,190✔
89
  if (downstream->fpSet.reloadStreamStateFn) {
1,190!
90
    downstream->fpSet.reloadStreamStateFn(downstream);
1,190✔
91
  }
92
}
1,188✔
93

94
int32_t createProjectOperatorInfo(SOperatorInfo* downstream, SProjectPhysiNode* pProjPhyNode, SExecTaskInfo* pTaskInfo,
1,898,045✔
95
                                  SOperatorInfo** pOptrInfo) {
96
  QRY_PARAM_CHECK(pOptrInfo);
1,898,045!
97

98
  int32_t code = TSDB_CODE_SUCCESS;
1,898,045✔
99
  SProjectOperatorInfo* pInfo = taosMemoryCalloc(1, sizeof(SProjectOperatorInfo));
1,898,045✔
100
  SOperatorInfo*        pOperator = taosMemoryCalloc(1, sizeof(SOperatorInfo));
1,898,621✔
101
  if (pInfo == NULL || pOperator == NULL) {
1,898,827!
UNCOV
102
    code = terrno;
×
103
    goto _error;
×
104
  }
105

106
  pOperator->exprSupp.hasWindowOrGroup = false;
1,898,830✔
107
  pOperator->pTaskInfo = pTaskInfo;
1,898,830✔
108

109
  int32_t    lino = 0;
1,898,830✔
110

111
  SSDataBlock* pResBlock = createDataBlockFromDescNode(pProjPhyNode->node.pOutputDataBlockDesc);
1,898,830✔
112
  TSDB_CHECK_NULL(pResBlock, code, lino, _error, terrno);
1,899,678!
113

114
  initLimitInfo(pProjPhyNode->node.pLimit, pProjPhyNode->node.pSlimit, &pInfo->limitInfo);
1,899,678✔
115

116
  pInfo->binfo.pRes = pResBlock;
1,899,687✔
117
  pInfo->pFinalRes = NULL;
1,899,687✔
118

119
  code = createOneDataBlock(pResBlock, false, &pInfo->pFinalRes);
1,899,687✔
120
  TSDB_CHECK_CODE(code, lino, _error);
1,899,095!
121

122
  pInfo->binfo.inputTsOrder = pProjPhyNode->node.inputTsOrder;
1,899,095✔
123
  pInfo->binfo.outputTsOrder = pProjPhyNode->node.outputTsOrder;
1,899,095✔
124
  pInfo->inputIgnoreGroup = pProjPhyNode->inputIgnoreGroup;
1,899,095✔
125
  pInfo->outputIgnoreGroup = pProjPhyNode->ignoreGroupId;
1,899,095✔
126

127
  if (pTaskInfo->execModel == OPTR_EXEC_MODEL_STREAM || pTaskInfo->execModel == OPTR_EXEC_MODEL_QUEUE) {
1,899,095✔
128
    pInfo->mergeDataBlocks = false;
4,880✔
129
  } else {
130
    if (!pProjPhyNode->ignoreGroupId) {
1,894,215✔
131
      pInfo->mergeDataBlocks = false;
30,511✔
132
    } else {
133
      pInfo->mergeDataBlocks = pProjPhyNode->mergeDataBlock;
1,863,704✔
134
    }
135
  }
136

137
  int32_t numOfRows = 4096;
1,899,095✔
138
  size_t  keyBufSize = sizeof(int64_t) + sizeof(int64_t) + POINTER_BYTES;
1,899,095✔
139

140
  // Make sure the size of SSDataBlock will never exceed the size of 2MB.
141
  int32_t TWOMB = 2 * 1024 * 1024;
1,899,095✔
142
  if (numOfRows * pResBlock->info.rowSize > TWOMB) {
1,899,095✔
143
    numOfRows = TWOMB / pResBlock->info.rowSize;
294,742✔
144
  }
145

146
  initResultSizeInfo(&pOperator->resultInfo, numOfRows);
1,899,095✔
147
  
148
  int32_t    numOfCols = 0;
1,899,095✔
149
  SExprInfo* pExprInfo = NULL;
1,899,095✔
150
  code = createExprInfo(pProjPhyNode->pProjections, NULL, &pExprInfo, &numOfCols);
1,899,095✔
151
  TSDB_CHECK_CODE(code, lino, _error);
1,899,673!
152
  code = initAggSup(&pOperator->exprSupp, &pInfo->aggSup, pExprInfo, numOfCols, keyBufSize, pTaskInfo->id.str,
1,899,673✔
153
                    pTaskInfo->streamInfo.pState, &pTaskInfo->storageAPI.functionStore);
1,899,673✔
154
  TSDB_CHECK_CODE(code, lino, _error);
1,899,406!
155

156
  initBasicInfo(&pInfo->binfo, pResBlock);
1,899,406✔
157
  code = setFunctionResultOutput(pOperator, &pInfo->binfo, &pInfo->aggSup, MAIN_SCAN, numOfCols);
1,899,390✔
158
  TSDB_CHECK_CODE(code, lino, _error);
1,899,117!
159

160
  code = filterInitFromNode((SNode*)pProjPhyNode->node.pConditions, &pOperator->exprSupp.pFilterInfo, 0);
1,899,117✔
161
  TSDB_CHECK_CODE(code, lino, _error);
1,898,798!
162

163
  code = setRowTsColumnOutputInfo(pOperator->exprSupp.pCtx, numOfCols, &pInfo->pPseudoColInfo);
1,898,798✔
164
  TSDB_CHECK_CODE(code, lino, _error);
1,899,650!
165

166
  setOperatorInfo(pOperator, "ProjectOperator", QUERY_NODE_PHYSICAL_PLAN_PROJECT, false, OP_NOT_OPENED, pInfo,
1,899,650✔
167
                  pTaskInfo);
168
  pOperator->fpSet = createOperatorFpSet(optrDummyOpenFn, doProjectOperation, NULL, destroyProjectOperatorInfo,
1,898,616✔
169
                                         optrDefaultBufFn, NULL, optrDefaultGetNextExtFn, NULL);
170
  setOperatorStreamStateFn(pOperator, streamOperatorReleaseState, streamOperatorReloadState);
1,898,144✔
171

172
  if (NULL != downstream) {
1,898,928✔
173
    code = appendDownstream(pOperator, &downstream, 1);
1,897,454✔
174
    if (code != TSDB_CODE_SUCCESS) {
1,898,257!
175
      goto _error;
×
176
    }
177
  }
178

179
  *pOptrInfo = pOperator;
1,899,731✔
180
  return TSDB_CODE_SUCCESS;
1,899,731✔
181

182
_error:
×
183
  if (pInfo != NULL) destroyProjectOperatorInfo(pInfo);
×
184
  destroyOperatorAndDownstreams(pOperator, &downstream, 1);
×
185
  pTaskInfo->code = code;
×
186
  return code;
×
187
}
188

189
static int32_t discardGroupDataBlock(SSDataBlock* pBlock, SLimitInfo* pLimitInfo) {
7,252,195✔
190
  if (pLimitInfo->remainGroupOffset > 0) {
7,252,195✔
191
    // it is the first group
192
    if (pLimitInfo->currentGroupId == 0 || pLimitInfo->currentGroupId == pBlock->info.id.groupId) {
3,735✔
193
      pLimitInfo->currentGroupId = pBlock->info.id.groupId;
2,100✔
194
      return PROJECT_RETRIEVE_CONTINUE;
2,100✔
195
    } else if (pLimitInfo->currentGroupId != pBlock->info.id.groupId) {
1,635!
196
      // now it is the data from a new group
197
      pLimitInfo->remainGroupOffset -= 1;
1,635✔
198
      pLimitInfo->currentGroupId = pBlock->info.id.groupId;
1,635✔
199

200
      // ignore data block in current group
201
      if (pLimitInfo->remainGroupOffset > 0) {
1,635✔
202
        return PROJECT_RETRIEVE_CONTINUE;
1,473✔
203
      }
204

205
      pLimitInfo->currentGroupId = 0;
162✔
206
    }
207
  }
208

209
  return PROJECT_RETRIEVE_DONE;
7,248,622✔
210
}
211

212
static int32_t setInfoForNewGroup(SSDataBlock* pBlock, SLimitInfo* pLimitInfo, SOperatorInfo* pOperator) {
7,248,438✔
213
  // remainGroupOffset == 0
214
  // here check for a new group data, we need to handle the data of the previous group.
215
  if (!(pLimitInfo->remainGroupOffset == 0 || pLimitInfo->remainGroupOffset == -1)) {
7,248,438!
216
    qError("project failed at: %s:%d", __func__, __LINE__);
×
217
    return TSDB_CODE_INVALID_PARA;
×
218
  }
219

220
  bool newGroup = false;
7,248,438✔
221
  if (0 == pBlock->info.id.groupId) {
7,248,438✔
222
    pLimitInfo->numOfOutputGroups = 1;
6,983,624✔
223
  } else if (pLimitInfo->currentGroupId != pBlock->info.id.groupId) {
264,814✔
224
    pLimitInfo->currentGroupId = pBlock->info.id.groupId;
245,759✔
225
    pLimitInfo->numOfOutputGroups += 1;
245,759✔
226
    newGroup = true;
245,759✔
227
  } else {
228
    return PROJECT_RETRIEVE_CONTINUE;
19,055✔
229
  }
230

231
  if ((pLimitInfo->slimit.limit >= 0) && (pLimitInfo->slimit.limit < pLimitInfo->numOfOutputGroups)) {
7,229,383✔
232
    setOperatorCompleted(pOperator);
430✔
233
    return PROJECT_RETRIEVE_DONE;
430✔
234
  }
235

236
  // reset the value for a new group data
237
  // existing rows that belongs to previous group.
238
  if (newGroup) {
7,228,953✔
239
    resetLimitInfoForNextGroup(pLimitInfo);
245,338✔
240
  }
241

242
  return PROJECT_RETRIEVE_CONTINUE;
7,228,949✔
243
}
244

245
// todo refactor
246
static int32_t doIngroupLimitOffset(SLimitInfo* pLimitInfo, uint64_t groupId, SSDataBlock* pBlock,
7,249,652✔
247
                                    SOperatorInfo* pOperator) {
248
  // set current group id
249
  pLimitInfo->currentGroupId = groupId;
7,249,652✔
250
  bool limitReached = applyLimitOffset(pLimitInfo, pBlock, pOperator->pTaskInfo);
7,249,652✔
251
  if (pBlock->info.rows == 0 && 0 != pLimitInfo->limit.limit) {
7,249,905✔
252
    return PROJECT_RETRIEVE_CONTINUE;
18,217✔
253
  } else {
254
    if (limitReached && (pLimitInfo->slimit.limit >= 0 && pLimitInfo->slimit.limit <= pLimitInfo->numOfOutputGroups)) {
7,231,688✔
255
      setOperatorCompleted(pOperator);
112✔
256
    } else if (limitReached && groupId == 0) {
7,231,576✔
257
      setOperatorCompleted(pOperator);
111,819✔
258
    }
259
  }
260

261
  return PROJECT_RETRIEVE_DONE;
7,231,605✔
262
}
263

264
int32_t doProjectOperation(SOperatorInfo* pOperator, SSDataBlock** pResBlock) {
5,636,593✔
265
  QRY_PARAM_CHECK(pResBlock);
5,636,593!
266

267
  SProjectOperatorInfo* pProjectInfo = pOperator->info;
5,636,593✔
268
  SOptrBasicInfo*       pInfo = &pProjectInfo->binfo;
5,636,593✔
269
  SExprSupp*            pSup = &pOperator->exprSupp;
5,636,593✔
270
  SSDataBlock*          pRes = pInfo->pRes;
5,636,593✔
271
  SSDataBlock*          pFinalRes = pProjectInfo->pFinalRes;
5,636,593✔
272
  int32_t               code = 0;
5,636,593✔
273
  int32_t               lino = 0;
5,636,593✔
274
  int64_t               st = 0;
5,636,593✔
275
  int32_t               order = pInfo->inputTsOrder;
5,636,593✔
276
  int32_t               scanFlag = 0;
5,636,593✔
277

278
  blockDataCleanup(pFinalRes);
5,636,593✔
279
  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;
5,637,379✔
280

281
  if (pOperator->status == OP_EXEC_DONE) {
5,637,379✔
282
    return code;
1,082,121✔
283
  }
284

285
  if (pOperator->cost.openCost == 0) {
4,555,258✔
286
    st = taosGetTimestampUs();
1,900,068✔
287
  }
288

289
  SOperatorInfo* downstream = pOperator->numOfDownstream > 0 ? pOperator->pDownstream[0] : NULL;
4,556,454✔
290
  SLimitInfo*    pLimitInfo = &pProjectInfo->limitInfo;
4,556,454✔
291

292
  if (downstream == NULL) {
4,556,454✔
293
    code = doGenerateSourceData(pOperator);
1,591✔
294
    QUERY_CHECK_CODE(code, lino, _end);
1,591!
295

296
    if (pProjectInfo->outputIgnoreGroup) {
1,591!
297
      pRes->info.id.groupId = 0;
1,591✔
298
    }
299

300
    *pResBlock = (pRes->info.rows > 0)? pRes:NULL;
1,591!
301
    return code;
1,591✔
302
  }
303

304
  while (1) {
4,551,384✔
305
    while (1) {
21,790✔
306
      blockDataCleanup(pRes);
9,128,037✔
307

308
      // The downstream exec may change the value of the newgroup, so use a local variable instead.
309
      SSDataBlock* pBlock = getNextBlockFromDownstream(pOperator, 0);
9,126,394✔
310
      if (pBlock == NULL) {
9,127,756✔
311
        qDebug("set op close, exec %d, status %d rows %" PRId64 , pTaskInfo->execModel, pOperator->status, pFinalRes->info.rows);
1,869,310✔
312
        setOperatorCompleted(pOperator);
1,869,311✔
313
        break;
1,869,411✔
314
      }
315
//      if (pTaskInfo->execModel == OPTR_EXEC_MODEL_QUEUE) {
316
//        qDebug("set status recv");
317
//        pOperator->status = OP_EXEC_RECV;
318
//      }
319

320
      // for stream interval
321
      if (pBlock->info.type == STREAM_RETRIEVE || pBlock->info.type == STREAM_DELETE_RESULT ||
7,258,446✔
322
          pBlock->info.type == STREAM_DELETE_DATA || pBlock->info.type == STREAM_CREATE_CHILD_TABLE ||
7,257,062!
323
          pBlock->info.type == STREAM_CHECKPOINT) {
7,253,189✔
324

325
        *pResBlock = pBlock;
6,065✔
326
        return code;
6,065✔
327
      }
328

329
      if (pProjectInfo->inputIgnoreGroup) {
7,252,381✔
330
        pBlock->info.id.groupId = 0;
415,595✔
331
      }
332

333
      int32_t status = discardGroupDataBlock(pBlock, pLimitInfo);
7,252,381✔
334
      if (status == PROJECT_RETRIEVE_CONTINUE) {
7,252,301✔
335
        continue;
3,573✔
336
      }
337

338
      (void) setInfoForNewGroup(pBlock, pLimitInfo, pOperator);
7,248,728✔
339
      if (pOperator->status == OP_EXEC_DONE) {
7,248,571✔
340
        break;
430✔
341
      }
342

343
      if (pProjectInfo->mergeDataBlocks) {
7,248,141✔
344
        pFinalRes->info.scanFlag = scanFlag = pBlock->info.scanFlag;
5,883,071✔
345
      } else {
346
        pRes->info.scanFlag = scanFlag = pBlock->info.scanFlag;
1,365,070✔
347
      }
348

349
      code = setInputDataBlock(pSup, pBlock, order, scanFlag, false);
7,248,141✔
350
      QUERY_CHECK_CODE(code, lino, _end);
7,248,672!
351

352
      code = blockDataEnsureCapacity(pInfo->pRes, pInfo->pRes->info.rows + pBlock->info.rows);
7,248,672✔
353
      QUERY_CHECK_CODE(code, lino, _end);
7,248,969!
354

355
      code = projectApplyFunctions(pSup->pExprInfo, pInfo->pRes, pBlock, pSup->pCtx, pSup->numOfExprs,
7,248,969✔
356
                                   pProjectInfo->pPseudoColInfo);
357
      QUERY_CHECK_CODE(code, lino, _end);
7,248,280✔
358

359
      status = doIngroupLimitOffset(pLimitInfo, pBlock->info.id.groupId, pInfo->pRes, pOperator);
7,248,175✔
360
      if (status == PROJECT_RETRIEVE_CONTINUE) {
7,248,421✔
361
        continue;
18,217✔
362
      }
363

364
      break;
7,230,204✔
365
    }
366

367
    if (pProjectInfo->mergeDataBlocks) {
9,100,045✔
368
      if (pRes->info.rows > 0) {
6,962,531✔
369
        pFinalRes->info.id.groupId = 0;  // clear groupId
5,864,496✔
370
        pFinalRes->info.version = pRes->info.version;
5,864,496✔
371

372
        // continue merge data, ignore the group id
373
        code = blockDataMerge(pFinalRes, pRes);
5,864,496✔
374
        QUERY_CHECK_CODE(code, lino, _end);
5,864,977!
375

376
        if (pFinalRes->info.rows + pRes->info.rows <= pOperator->resultInfo.threshold && (pOperator->status != OP_EXEC_DONE)) {
5,864,977✔
377
          continue;
4,551,554✔
378
        }
379
      }
380

381
      // do apply filter
382
      code = doFilter(pFinalRes, pOperator->exprSupp.pFilterInfo, NULL);
2,411,458✔
383
      QUERY_CHECK_CODE(code, lino, _end);
2,411,541!
384

385
      // when apply the limit/offset for each group, pRes->info.rows may be 0, due to limit constraint.
386
      if (pFinalRes->info.rows > 0 || (pOperator->status == OP_EXEC_DONE)) {
2,411,541!
387
        qDebug("project return %" PRId64 " rows, status %d", pFinalRes->info.rows, pOperator->status);
2,411,711✔
388
        break;
2,411,511✔
389
      }
390
    } else {
391
      // do apply filter
392
      if (pRes->info.rows > 0) {
2,137,514✔
393
        code = doFilter(pRes, pOperator->exprSupp.pFilterInfo, NULL);
1,365,125✔
394
        QUERY_CHECK_CODE(code, lino, _end);
1,365,150!
395

396
        if (pRes->info.rows == 0) {
1,365,150!
397
          continue;
×
398
        }
399
      }
400

401
      // no results generated
402
      break;
2,137,539✔
403
    }
404
  }
405

406
  SSDataBlock* p = pProjectInfo->mergeDataBlocks ? pFinalRes : pRes;
4,549,050✔
407
  pOperator->resultInfo.totalRows += p->info.rows;
4,549,050✔
408
  p->info.dataLoad = 1;
4,549,050✔
409

410
  if (pOperator->cost.openCost == 0) {
4,549,050✔
411
    pOperator->cost.openCost = (taosGetTimestampUs() - st) / 1000.0;
1,897,373✔
412
  }
413

414
  if (pProjectInfo->outputIgnoreGroup) {
4,549,172✔
415
    p->info.id.groupId = 0;
4,331,578✔
416
  }
417

418
  if (pTaskInfo->execModel == OPTR_EXEC_MODEL_STREAM) {
4,549,172✔
419
    printDataBlock(p, getStreamOpName(pOperator->operatorType), GET_TASKID(pTaskInfo));
39,770✔
420
  }
421

422
  *pResBlock = (p->info.rows > 0)? p:NULL;
4,549,327✔
423

424
_end:
4,549,432✔
425
  if (code != TSDB_CODE_SUCCESS) {
4,549,432✔
426
    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));
105!
427
    pTaskInfo->code = code;
105✔
428
    T_LONG_JMP(pTaskInfo->env, code);
105!
429
  }
430
  return code;
4,549,327✔
431
}
432

433
int32_t createIndefinitOutputOperatorInfo(SOperatorInfo* downstream, SPhysiNode* pNode,
122,265✔
434
                                                 SExecTaskInfo* pTaskInfo, SOperatorInfo** pOptrInfo) {
435
  QRY_PARAM_CHECK(pOptrInfo);
122,265!
436
  int32_t code = 0;
122,265✔
437
  int32_t lino = 0;
122,265✔
438
  int32_t numOfRows = 4096;
122,265✔
439
  size_t  keyBufSize = sizeof(int64_t) + sizeof(int64_t) + POINTER_BYTES;
122,265✔
440

441
  SIndefOperatorInfo* pInfo = taosMemoryCalloc(1, sizeof(SIndefOperatorInfo));
122,265✔
442
  SOperatorInfo*      pOperator = taosMemoryCalloc(1, sizeof(SOperatorInfo));
122,264✔
443
  if (pInfo == NULL || pOperator == NULL) {
122,266!
444
    code = terrno;
×
445
    goto _error;
×
446
  }
447

448
  pOperator->pTaskInfo = pTaskInfo;
122,266✔
449

450
  SExprSupp* pSup = &pOperator->exprSupp;
122,266✔
451
  pSup->hasWindowOrGroup = false;
122,266✔
452

453
  SIndefRowsFuncPhysiNode* pPhyNode = (SIndefRowsFuncPhysiNode*)pNode;
122,266✔
454

455
  if (pPhyNode->pExprs != NULL) {
122,266✔
456
    int32_t    num = 0;
139✔
457
    SExprInfo* pSExpr = NULL;
139✔
458
    code = createExprInfo(pPhyNode->pExprs, NULL, &pSExpr, &num);
139✔
459
    QUERY_CHECK_CODE(code, lino, _error);
139!
460

461
    code = initExprSupp(&pInfo->scalarSup, pSExpr, num, &pTaskInfo->storageAPI.functionStore);
139✔
462
    if (code != TSDB_CODE_SUCCESS) {
139!
463
      goto _error;
×
464
    }
465
  }
466

467
  SSDataBlock* pResBlock = createDataBlockFromDescNode(pPhyNode->node.pOutputDataBlockDesc);
122,266✔
468
  TSDB_CHECK_NULL(pResBlock, code, lino, _error, terrno);
122,267!
469

470
  // Make sure the size of SSDataBlock will never exceed the size of 2MB.
471
  int32_t TWOMB = 2 * 1024 * 1024;
122,267✔
472
  if (numOfRows * pResBlock->info.rowSize > TWOMB) {
122,267!
473
    numOfRows = TWOMB / pResBlock->info.rowSize;
×
474
  }
475

476
  initBasicInfo(&pInfo->binfo, pResBlock);
122,267✔
477
  initResultSizeInfo(&pOperator->resultInfo, numOfRows);
122,264✔
478
  code = blockDataEnsureCapacity(pResBlock, numOfRows);
122,263✔
479
  TSDB_CHECK_CODE(code, lino, _error);
122,268!
480

481
  int32_t    numOfExpr = 0;
122,268✔
482
  SExprInfo* pExprInfo = NULL;
122,268✔
483
  code = createExprInfo(pPhyNode->pFuncs, NULL, &pExprInfo, &numOfExpr);
122,268✔
484
  TSDB_CHECK_CODE(code, lino, _error);
122,268!
485

486
  code = initAggSup(pSup, &pInfo->aggSup, pExprInfo, numOfExpr, keyBufSize, pTaskInfo->id.str,
122,268✔
487
                            pTaskInfo->streamInfo.pState, &pTaskInfo->storageAPI.functionStore);
122,268✔
488
  TSDB_CHECK_CODE(code, lino, _error);
122,268!
489

490
  code = setFunctionResultOutput(pOperator, &pInfo->binfo, &pInfo->aggSup, MAIN_SCAN, numOfExpr);
122,268✔
491
  TSDB_CHECK_CODE(code, lino, _error);
122,255!
492

493
  code = filterInitFromNode((SNode*)pPhyNode->node.pConditions, &pOperator->exprSupp.pFilterInfo, 0);
122,255✔
494
  TSDB_CHECK_CODE(code, lino, _error);
122,263!
495

496
  pInfo->binfo.pRes = pResBlock;
122,263✔
497
  pInfo->binfo.inputTsOrder = pNode->inputTsOrder;
122,263✔
498
  pInfo->binfo.outputTsOrder = pNode->outputTsOrder;
122,263✔
499
  code = setRowTsColumnOutputInfo(pSup->pCtx, numOfExpr, &pInfo->pPseudoColInfo);
122,263✔
500
  TSDB_CHECK_CODE(code, lino, _error);
122,269!
501

502
  setOperatorInfo(pOperator, "IndefinitOperator", QUERY_NODE_PHYSICAL_PLAN_INDEF_ROWS_FUNC, false, OP_NOT_OPENED, pInfo,
122,269✔
503
                  pTaskInfo);
504
  pOperator->fpSet = createOperatorFpSet(optrDummyOpenFn, doApplyIndefinitFunction, NULL, destroyIndefinitOperatorInfo,
122,262✔
505
                                         optrDefaultBufFn, NULL, optrDefaultGetNextExtFn, NULL);
506

507
  code = appendDownstream(pOperator, &downstream, 1);
122,262✔
508
  if (code != TSDB_CODE_SUCCESS) {
122,267!
509
    goto _error;
×
510
  }
511

512
  *pOptrInfo = pOperator;
122,267✔
513
  return TSDB_CODE_SUCCESS;
122,267✔
514

515
_error:
×
516
  if (pInfo != NULL) destroyIndefinitOperatorInfo(pInfo);
×
517
  destroyOperatorAndDownstreams(pOperator, &downstream, 1);
×
518
  pTaskInfo->code = code;
×
519
  return code;
×
520
}
521

522
static void doHandleDataBlock(SOperatorInfo* pOperator, SSDataBlock* pBlock, SOperatorInfo* downstream,
2,145,912✔
523
                              SExecTaskInfo* pTaskInfo) {
524
  SIndefOperatorInfo* pIndefInfo = pOperator->info;
2,145,912✔
525
  SOptrBasicInfo*     pInfo = &pIndefInfo->binfo;
2,145,912✔
526
  SExprSupp*          pSup = &pOperator->exprSupp;
2,145,912✔
527

528
  int32_t order = pInfo->inputTsOrder;
2,145,912✔
529
  int32_t scanFlag = pBlock->info.scanFlag;
2,145,912✔
530
  int32_t code = TSDB_CODE_SUCCESS;
2,145,912✔
531

532
  // there is an scalar expression that needs to be calculated before apply the group aggregation.
533
  SExprSupp* pScalarSup = &pIndefInfo->scalarSup;
2,145,912✔
534
  if (pScalarSup->pExprInfo != NULL) {
2,145,912✔
535
    code = projectApplyFunctions(pScalarSup->pExprInfo, pBlock, pBlock, pScalarSup->pCtx, pScalarSup->numOfExprs,
656✔
536
                                 pIndefInfo->pPseudoColInfo);
537
    if (code != TSDB_CODE_SUCCESS) {
656!
538
      T_LONG_JMP(pTaskInfo->env, code);
×
539
    }
540
  }
541

542
  code = setInputDataBlock(pSup, pBlock, order, scanFlag, false);
2,145,912✔
543
  if (code) {
2,145,919!
544
    T_LONG_JMP(pTaskInfo->env, code);
×
545
  }
546

547
  code = blockDataEnsureCapacity(pInfo->pRes, pInfo->pRes->info.rows + pBlock->info.rows);
2,145,919✔
548
  if (code != TSDB_CODE_SUCCESS) {
2,145,919!
549
    T_LONG_JMP(pTaskInfo->env, code);
×
550
  }
551

552
  code = projectApplyFunctions(pSup->pExprInfo, pInfo->pRes, pBlock, pSup->pCtx, pSup->numOfExprs,
2,145,919✔
553
                               pIndefInfo->pPseudoColInfo);
554
  if (code != TSDB_CODE_SUCCESS) {
2,145,922✔
555
    T_LONG_JMP(pTaskInfo->env, code);
41!
556
  }
557
}
2,145,881✔
558

559
SSDataBlock* doApplyIndefinitFunction1(SOperatorInfo* pOperator) {
×
560
  SSDataBlock* pResBlock = NULL;
×
561
  pOperator->pTaskInfo->code = doApplyIndefinitFunction(pOperator, &pResBlock);
×
562
  return pResBlock;
×
563
}
564

565
int32_t doApplyIndefinitFunction(SOperatorInfo* pOperator, SSDataBlock** pResBlock) {
298,834✔
566
  QRY_PARAM_CHECK(pResBlock);
298,834!
567
  SIndefOperatorInfo* pIndefInfo = pOperator->info;
298,834✔
568
  SOptrBasicInfo*     pInfo = &pIndefInfo->binfo;
298,834✔
569
  SExprSupp*          pSup = &pOperator->exprSupp;
298,834✔
570
  int64_t             st = 0;
298,834✔
571
  int32_t             code = TSDB_CODE_SUCCESS;
298,834✔
572
  int32_t             lino = 0;
298,834✔
573
  SSDataBlock*        pRes = pInfo->pRes;
298,834✔
574

575
  blockDataCleanup(pRes);
298,834✔
576

577
  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;
298,841✔
578
  if (pOperator->status == OP_EXEC_DONE) {
298,841✔
579
    return code;
112,888✔
580
  }
581

582
  if (pOperator->cost.openCost == 0) {
185,953✔
583
    st = taosGetTimestampUs();
122,259✔
584
  }
585

586
  SOperatorInfo* downstream = pOperator->pDownstream[0];
185,958✔
587

588
  while (1) {
430,274✔
589
    // here we need to handle the existsed group results
590
    if (pIndefInfo->pNextGroupRes != NULL) {  // todo extract method
616,232✔
591
      for (int32_t k = 0; k < pSup->numOfExprs; ++k) {
212,063✔
592
        SqlFunctionCtx* pCtx = &pSup->pCtx[k];
157,710✔
593

594
        SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
157,710✔
595
        pResInfo->initialized = false;
157,710✔
596
        pCtx->pOutput = NULL;
157,710✔
597
      }
598

599
      doHandleDataBlock(pOperator, pIndefInfo->pNextGroupRes, downstream, pTaskInfo);
54,353✔
600
      pIndefInfo->pNextGroupRes = NULL;
54,353✔
601
    }
602

603
    if (pInfo->pRes->info.rows < pOperator->resultInfo.threshold) {
616,232✔
604
      while (1) {
1,651,913✔
605
        // The downstream exec may change the value of the newgroup, so use a local variable instead.
606
        SSDataBlock* pBlock = getNextBlockFromDownstream(pOperator, 0);
2,268,142✔
607
        if (pBlock == NULL) {
2,268,130✔
608
          setOperatorCompleted(pOperator);
122,008✔
609
          break;
122,006✔
610
        }
611
        pInfo->pRes->info.scanFlag = pBlock->info.scanFlag;
2,146,122✔
612

613
        if (pIndefInfo->groupId == 0 && pBlock->info.id.groupId != 0) {
2,146,122✔
614
          pIndefInfo->groupId = pBlock->info.id.groupId;  // this is the initial group result
3,452✔
615
        } else {
616
          if (pIndefInfo->groupId != pBlock->info.id.groupId) {  // reset output buffer and computing status
2,142,670✔
617
            pIndefInfo->groupId = pBlock->info.id.groupId;
54,573✔
618
            pIndefInfo->pNextGroupRes = pBlock;
54,573✔
619
            break;
54,573✔
620
          }
621
        }
622

623
        doHandleDataBlock(pOperator, pBlock, downstream, pTaskInfo);
2,091,549✔
624
        if (pInfo->pRes->info.rows >= pOperator->resultInfo.threshold) {
2,091,527✔
625
          break;
439,614✔
626
        }
627
      }
628
    }
629

630
    code = doFilter(pInfo->pRes, pOperator->exprSupp.pFilterInfo, NULL);
616,196✔
631
    QUERY_CHECK_CODE(code, lino, _end);
616,192!
632

633
    size_t rows = pInfo->pRes->info.rows;
616,192✔
634
    if (rows > 0 || pOperator->status == OP_EXEC_DONE) {
616,192✔
635
      break;
636
    } else {
637
      blockDataCleanup(pInfo->pRes);
430,274✔
638
    }
639
  }
640

641
  size_t rows = pInfo->pRes->info.rows;
185,918✔
642
  pOperator->resultInfo.totalRows += rows;
185,918✔
643

644
  if (pOperator->cost.openCost == 0) {
185,918✔
645
    pOperator->cost.openCost = (taosGetTimestampUs() - st) / 1000.0;
122,227✔
646
  }
647

648
  *pResBlock = (rows > 0) ? pInfo->pRes : NULL;
185,919✔
649

650
_end:
185,919✔
651
  if (code != TSDB_CODE_SUCCESS) {
185,919!
652
    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));
×
653
    pTaskInfo->code = code;
×
654
    T_LONG_JMP(pTaskInfo->env, code);
×
655
  }
656
  return code;
185,919✔
657
}
658

659
int32_t initCtxOutputBuffer(SqlFunctionCtx* pCtx, int32_t size) {
2,020,440✔
660
  int32_t code = TSDB_CODE_SUCCESS;
2,020,440✔
661
  for (int32_t j = 0; j < size; ++j) {
14,439,155✔
662
    struct SResultRowEntryInfo* pResInfo = GET_RES_INFO(&pCtx[j]);
12,417,519✔
663
    if (isRowEntryInitialized(pResInfo) || fmIsPseudoColumnFunc(pCtx[j].functionId) || pCtx[j].functionId == -1 ||
13,220,776!
664
        fmIsScalarFunc(pCtx[j].functionId)) {
803,282✔
665
      continue;
12,232,562✔
666
    }
667

668
    code = pCtx[j].fpSet.init(&pCtx[j], pCtx[j].resultInfo);
186,539✔
669
    if (code) {
186,153!
670
      return code;
×
671
    }
672
  }
673

674
  return 0;
2,021,636✔
675
}
676

677
/*
678
 * The start of each column SResultRowEntryInfo is denote by RowCellInfoOffset.
679
 * Note that in case of top/bottom query, the whole multiple rows of result is treated as only one row of results.
680
 * +------------+-----------------result column 1------------+------------------result column 2-----------+
681
 * | SResultRow | SResultRowEntryInfo | intermediate buffer1 | SResultRowEntryInfo | intermediate buffer 2|
682
 * +------------+--------------------------------------------+--------------------------------------------+
683
 *           offset[0]                                  offset[1]                                   offset[2]
684
 */
685
// TODO refactor: some function move away
686
int32_t setFunctionResultOutput(SOperatorInfo* pOperator, SOptrBasicInfo* pInfo, SAggSupporter* pSup, int32_t stage,
2,020,629✔
687
                             int32_t numOfExprs) {
688
  SExecTaskInfo*  pTaskInfo = pOperator->pTaskInfo;
2,020,629✔
689
  SqlFunctionCtx* pCtx = pOperator->exprSupp.pCtx;
2,020,629✔
690
  int32_t*        rowEntryInfoOffset = pOperator->exprSupp.rowEntryInfoOffset;
2,020,629✔
691

692
  SResultRowInfo* pResultRowInfo = &pInfo->resultRowInfo;
2,020,629✔
693
  initResultRowInfo(pResultRowInfo);
2,020,629✔
694

695
  int64_t     tid = 0;
2,021,338✔
696
  int64_t     groupId = 0;
2,021,338✔
697
  SResultRow* pRow = doSetResultOutBufByKey(pSup->pResultBuf, pResultRowInfo, (char*)&tid, sizeof(tid), true, groupId,
2,021,338✔
698
                                            pTaskInfo, false, pSup, true);
699
  if (pRow == NULL || pTaskInfo->code != 0) {
2,021,756!
700
    return pTaskInfo->code;
×
701
  }
702

703
  for (int32_t i = 0; i < numOfExprs; ++i) {
14,438,735✔
704
    struct SResultRowEntryInfo* pEntry = getResultEntryInfo(pRow, i, rowEntryInfoOffset);
12,416,278✔
705
    cleanupResultRowEntry(pEntry);
12,416,979✔
706

707
    pCtx[i].resultInfo = pEntry;
12,416,979✔
708
    pCtx[i].scanFlag = stage;
12,416,979✔
709
  }
710

711
  return initCtxOutputBuffer(pCtx, numOfExprs);
2,022,457✔
712
}
713

714
int32_t setRowTsColumnOutputInfo(SqlFunctionCtx* pCtx, int32_t numOfCols, SArray** pResList) {
2,019,523✔
715
  QRY_PARAM_CHECK(pResList);
2,019,523!
716
  SArray* pList = taosArrayInit(4, sizeof(int32_t));
2,019,523✔
717
  if (pList == NULL) {
2,022,071✔
718
    return terrno;
936✔
719
  }
720

721
  for (int32_t i = 0; i < numOfCols; ++i) {
14,441,966✔
722
    if (fmIsPseudoColumnFunc(pCtx[i].functionId)) {
12,420,074!
723
      void* px = taosArrayPush(pList, &i);
×
724
      if (px == NULL) {
×
725
        return terrno;
×
726
      }
727
    }
728
  }
729

730
  *pResList = pList;
2,021,892✔
731
  return 0;
2,021,892✔
732
}
733

734
int32_t doGenerateSourceData(SOperatorInfo* pOperator) {
1,591✔
735
  SProjectOperatorInfo* pProjectInfo = pOperator->info;
1,591✔
736

737
  SExprSupp*   pSup = &pOperator->exprSupp;
1,591✔
738
  SSDataBlock* pRes = pProjectInfo->binfo.pRes;
1,591✔
739
  SExprInfo*   pExpr = pSup->pExprInfo;
1,591✔
740
  int64_t      st = taosGetTimestampUs();
1,591✔
741
  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;
1,591✔
742

743
  int32_t code = blockDataEnsureCapacity(pRes, pOperator->resultInfo.capacity);
1,591✔
744
  if (code) {
1,591!
745
    return code;
×
746
  }
747

748
  for (int32_t k = 0; k < pSup->numOfExprs; ++k) {
3,186✔
749
    int32_t outputSlotId = pExpr[k].base.resSchema.slotId;
1,595✔
750

751
    if (pExpr[k].pExpr->nodeType == QUERY_NODE_VALUE) {
1,595✔
752
      SColumnInfoData* pColInfoData = taosArrayGet(pRes->pDataBlock, outputSlotId);
1,591✔
753
      if (pColInfoData == NULL) {
1,591!
754
        return terrno;
×
755
      }
756

757
      int32_t type = pExpr[k].base.pParam[0].param.nType;
1,591✔
758
      if (TSDB_DATA_TYPE_NULL == type) {
1,591✔
759
        colDataSetNNULL(pColInfoData, 0, 1);
760
      } else {
761
        code = colDataSetVal(pColInfoData, 0, taosVariantGet(&pExpr[k].base.pParam[0].param, type), false);
1,589✔
762
        if (code) {
1,589!
763
          return code;
×
764
        }
765
      }
766
    } else if (pExpr[k].pExpr->nodeType == QUERY_NODE_FUNCTION) {
4!
767
      SqlFunctionCtx* pfCtx = &pSup->pCtx[k];
4✔
768

769
      // UDF scalar functions will be calculated here, for example, select foo(n) from (select 1 n).
770
      // UDF aggregate functions will be handled in agg operator.
771
      if (fmIsScalarFunc(pfCtx->functionId)) {
4!
772
        SArray* pBlockList = taosArrayInit(4, POINTER_BYTES);
4✔
773
        if (pBlockList == NULL) {
4!
774
          return terrno;
×
775
        }
776

777
        void* px = taosArrayPush(pBlockList, &pRes);
4✔
778
        if (px == NULL) {
4!
779
          return terrno;
×
780
        }
781

782
        SColumnInfoData* pResColData = taosArrayGet(pRes->pDataBlock, outputSlotId);
4✔
783
        if (pResColData == NULL) {
4!
784
          return terrno;
×
785
        }
786

787
        SColumnInfoData  idata = {.info = pResColData->info, .hasNull = true};
4✔
788

789
        SScalarParam dest = {.columnData = &idata};
4✔
790
        code = scalarCalculate((SNode*)pExpr[k].pExpr->_function.pFunctNode, pBlockList, &dest);
4✔
791
        if (code != TSDB_CODE_SUCCESS) {
4!
792
          taosArrayDestroy(pBlockList);
×
793
          return code;
×
794
        }
795

796
        int32_t startOffset = pRes->info.rows;
4✔
797
        if (pRes->info.capacity <= 0) {
4!
798
          qError("project failed at: %s:%d", __func__, __LINE__);
×
799
          return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;
×
800
        }
801
        code = colDataAssign(pResColData, &idata, dest.numOfRows, &pRes->info);
4✔
802
        if (code) {
4!
803
          return code;
×
804
        }
805

806
        colDataDestroy(&idata);
4✔
807
        taosArrayDestroy(pBlockList);
4✔
808
      } else {
809
        return TSDB_CODE_OPS_NOT_SUPPORT;
×
810
      }
811
    } else {
812
      return TSDB_CODE_OPS_NOT_SUPPORT;
×
813
    }
814
  }
815

816
  pRes->info.rows = 1;
1,591✔
817
  code = doFilter(pRes, pOperator->exprSupp.pFilterInfo, NULL);
1,591✔
818
  if (code) {
1,591!
819
    pTaskInfo->code = code;
×
820
    return code;
×
821
  }
822

823
  (void) doIngroupLimitOffset(&pProjectInfo->limitInfo, 0, pRes, pOperator);
1,591✔
824

825
  pOperator->resultInfo.totalRows += pRes->info.rows;
1,591✔
826

827
  setOperatorCompleted(pOperator);
1,591✔
828
  if (pOperator->cost.openCost == 0) {
1,591!
829
    pOperator->cost.openCost = (taosGetTimestampUs() - st) / 1000.0;
1,591✔
830
  }
831

832
  return code;
1,591✔
833
}
834

835
static void setPseudoOutputColInfo(SSDataBlock* pResult, SqlFunctionCtx* pCtx, SArray* pPseudoList) {
12,108,574✔
836
  size_t num = (pPseudoList != NULL) ? taosArrayGetSize(pPseudoList) : 0;
12,108,574✔
837
  for (int32_t i = 0; i < num; ++i) {
12,109,071!
838
    pCtx[i].pOutput = taosArrayGet(pResult->pDataBlock, i);
×
839
    if (pCtx[i].pOutput == NULL) {
×
840
      qError("failed to get the output buf, ptr is null");
×
841
    }
842
  }
843
}
12,109,071✔
844

845
int32_t projectApplyFunctions(SExprInfo* pExpr, SSDataBlock* pResult, SSDataBlock* pSrcBlock, SqlFunctionCtx* pCtx,
12,108,676✔
846
                              int32_t numOfOutput, SArray* pPseudoList) {
847
  int32_t lino = 0;
12,108,676✔
848
  int32_t code = TSDB_CODE_SUCCESS;
12,108,676✔
849
  setPseudoOutputColInfo(pResult, pCtx, pPseudoList);
12,108,676✔
850
  pResult->info.dataLoad = 1;
12,109,310✔
851

852
  SArray* processByRowFunctionCtx = NULL;
12,109,310✔
853
  if (pSrcBlock == NULL) {
12,109,310!
854
    for (int32_t k = 0; k < numOfOutput; ++k) {
×
855
      int32_t outputSlotId = pExpr[k].base.resSchema.slotId;
×
856

857
      if (pExpr[k].pExpr->nodeType != QUERY_NODE_VALUE) {
×
858
        qError("project failed at: %s:%d", __func__, __LINE__);
×
859
        code = TSDB_CODE_INVALID_PARA;
×
860
        TSDB_CHECK_CODE(code, lino, _exit);
×
861
      }
862
      SColumnInfoData* pColInfoData = taosArrayGet(pResult->pDataBlock, outputSlotId);
×
863
      if (pColInfoData == NULL) {
×
864
        code = terrno;
×
865
        TSDB_CHECK_CODE(code, lino, _exit);
×
866
      }
867

868
      int32_t type = pExpr[k].base.pParam[0].param.nType;
×
869
      if (TSDB_DATA_TYPE_NULL == type) {
×
870
        colDataSetNNULL(pColInfoData, 0, 1);
871
      } else {
872
        code = colDataSetVal(pColInfoData, 0, taosVariantGet(&pExpr[k].base.pParam[0].param, type), false);
×
873
        TSDB_CHECK_CODE(code, lino, _exit);
×
874
      }
875
    }
876

877
    pResult->info.rows = 1;
×
878
    goto _exit;
×
879
  }
880

881
  if (pResult != pSrcBlock) {
12,109,310✔
882
    pResult->info.id.groupId = pSrcBlock->info.id.groupId;
9,988,460✔
883
    memcpy(pResult->info.parTbName, pSrcBlock->info.parTbName, TSDB_TABLE_NAME_LEN);
9,988,460✔
884
  }
885

886
  // if the source equals to the destination, it is to create a new column as the result of scalar
887
  // function or some operators.
888
  bool createNewColModel = (pResult == pSrcBlock);
12,109,310✔
889
  if (createNewColModel) {
12,109,310✔
890
    code = blockDataEnsureCapacity(pResult, pResult->info.rows);
2,119,944✔
891
    if (code) {
2,120,038!
892
      goto _exit;
×
893
    }
894
  }
895

896
  int32_t numOfRows = 0;
12,109,404✔
897

898
  for (int32_t k = 0; k < numOfOutput; ++k) {
39,065,890✔
899
    int32_t               outputSlotId = pExpr[k].base.resSchema.slotId;
27,104,298✔
900
    SqlFunctionCtx*       pfCtx = &pCtx[k];
27,104,298✔
901
    SInputColumnInfoData* pInputData = &pfCtx->input;
27,104,298✔
902

903
    if (pExpr[k].pExpr->nodeType == QUERY_NODE_COLUMN) {  // it is a project query
27,104,298✔
904
      SColumnInfoData* pColInfoData = taosArrayGet(pResult->pDataBlock, outputSlotId);
15,849,670✔
905
      if (pColInfoData == NULL) {
15,848,398✔
906
        code = terrno;
179✔
907
        TSDB_CHECK_CODE(code, lino, _exit);
174!
908
      }
909

910
      if (pResult->info.rows > 0 && !createNewColModel) {
15,848,219!
911
        int32_t ret = 0;
×
912

913
        if (pInputData->pData[0] == NULL) {
×
914
          int32_t slotId = pfCtx->param[0].pCol->slotId;
×
915

916
          SColumnInfoData* pInput = taosArrayGet(pSrcBlock->pDataBlock, slotId);
×
917
          if (pInput == NULL) {
×
918
            code = terrno;
×
919
            TSDB_CHECK_CODE(code, lino, _exit);
×
920
          }
921

922
          ret = colDataMergeCol(pColInfoData, pResult->info.rows, (int32_t*)&pResult->info.capacity, pInput,
×
923
                                pSrcBlock->info.rows);
×
924
        } else {
925
          ret = colDataMergeCol(pColInfoData, pResult->info.rows, (int32_t*)&pResult->info.capacity,
×
926
                                pInputData->pData[0], pInputData->numOfRows);
×
927
        }
928

929
        if (ret < 0) {
×
930
          code = ret;
×
931
        }
932

933
        TSDB_CHECK_CODE(code, lino, _exit);
×
934
      } else {
935
        if (pInputData->pData[0] == NULL) {
15,848,219✔
936
          int32_t slotId = pfCtx->param[0].pCol->slotId;
24,660✔
937

938
          SColumnInfoData* pInput = taosArrayGet(pSrcBlock->pDataBlock, slotId);
24,660✔
939
          if (pInput == NULL) {
24,660!
940
            code = terrno;
×
941
            TSDB_CHECK_CODE(code, lino, _exit);
×
942
          }
943

944
          code = colDataAssign(pColInfoData, pInput, pSrcBlock->info.rows, &pResult->info);
24,660✔
945
          numOfRows = pSrcBlock->info.rows;
24,660✔
946
        } else {
947
          code = colDataAssign(pColInfoData, pInputData->pData[0], pInputData->numOfRows, &pResult->info);
15,823,559✔
948
          numOfRows = pInputData->numOfRows;
15,824,325✔
949
        }
950

951
        TSDB_CHECK_CODE(code, lino, _exit);
15,848,985!
952
      }
953
    } else if (pExpr[k].pExpr->nodeType == QUERY_NODE_VALUE) {
11,254,628✔
954
      SColumnInfoData* pColInfoData = taosArrayGet(pResult->pDataBlock, outputSlotId);
3,841,849✔
955
      if (pColInfoData == NULL) {
3,841,907✔
956
        code = terrno;
1✔
957
        TSDB_CHECK_CODE(code, lino, _exit);
×
958
      }
959

960
      int32_t offset = createNewColModel ? 0 : pResult->info.rows;
3,841,906!
961

962
      int32_t type = pExpr[k].base.pParam[0].param.nType;
3,841,906✔
963
      if (TSDB_DATA_TYPE_NULL == type) {
3,841,906✔
964
        colDataSetNNULL(pColInfoData, offset, pSrcBlock->info.rows);
22,567✔
965
      } else {
966
        char* p = taosVariantGet(&pExpr[k].base.pParam[0].param, type);
3,819,339✔
967
        for (int32_t i = 0; i < pSrcBlock->info.rows; ++i) {
2,147,483,647✔
968
          code = colDataSetVal(pColInfoData, i + offset, p, false);
2,147,483,647✔
969
          TSDB_CHECK_CODE(code, lino, _exit);
2,147,483,647!
970
        }
971
      }
972

973
      numOfRows = pSrcBlock->info.rows;
3,693,357✔
974
    } else if (pExpr[k].pExpr->nodeType == QUERY_NODE_OPERATOR) {
7,412,779✔
975
      SArray* pBlockList = taosArrayInit(4, POINTER_BYTES);
1,620,333✔
976
      if (pBlockList == NULL) {
1,620,626!
977
        code = terrno;
×
978
        goto _exit;
73✔
979
      }
980

981
      void* px = taosArrayPush(pBlockList, &pSrcBlock);
1,620,553✔
982
      if (px == NULL) {
1,620,553!
983
        code = terrno;
×
984
        taosArrayDestroy(pBlockList);
×
985
        goto _exit;
×
986
      }
987

988
      SColumnInfoData* pResColData = taosArrayGet(pResult->pDataBlock, outputSlotId);
1,620,553✔
989
      if (pResColData == NULL) {
1,620,542!
990
        code = terrno;
×
991
        taosArrayDestroy(pBlockList);
×
992
        goto _exit;
×
993
      }
994

995
      SColumnInfoData  idata = {.info = pResColData->info, .hasNull = true};
1,620,542✔
996

997
      SScalarParam dest = {.columnData = &idata};
1,620,542✔
998
      code = scalarCalculate(pExpr[k].pExpr->_optrRoot.pRootNode, pBlockList, &dest);
1,620,542✔
999
      if (code != TSDB_CODE_SUCCESS) {
1,620,360✔
1000
        taosArrayDestroy(pBlockList);
42✔
1001
        goto _exit;
73✔
1002
      }
1003

1004
      int32_t startOffset = createNewColModel ? 0 : pResult->info.rows;
1,620,318✔
1005
      if (pResult->info.capacity <= 0) {
1,620,318!
1006
        qError("project failed at: %s:%d", __func__, __LINE__);
×
1007
        code = TSDB_CODE_INVALID_PARA;
×
1008
        TSDB_CHECK_CODE(code, lino, _exit);
×
1009
      }
1010

1011
      int32_t ret = colDataMergeCol(pResColData, startOffset, (int32_t*)&pResult->info.capacity, &idata, dest.numOfRows);
1,620,318✔
1012
      if (ret < 0) {
1,620,083!
1013
        code = ret;
×
1014
      }
1015

1016
      colDataDestroy(&idata);
1,620,083✔
1017
      TSDB_CHECK_CODE(code, lino, _exit);
1,620,355!
1018

1019
      numOfRows = dest.numOfRows;
1,620,355✔
1020
      taosArrayDestroy(pBlockList);
1,620,355✔
1021
    } else if (pExpr[k].pExpr->nodeType == QUERY_NODE_FUNCTION) {
5,792,446✔
1022
      // _rowts/_c0, not tbname column
1023
      if (fmIsPseudoColumnFunc(pfCtx->functionId) && (!fmIsScanPseudoColumnFunc(pfCtx->functionId))) {
5,792,049!
1024
        // do nothing
1025
      } else if (fmIsIndefiniteRowsFunc(pfCtx->functionId)) {
5,792,713✔
1026
        SResultRowEntryInfo* pResInfo = GET_RES_INFO(pfCtx);
2,146,293✔
1027
        code = pfCtx->fpSet.init(pfCtx, pResInfo);
2,146,293✔
1028
        TSDB_CHECK_CODE(code, lino, _exit);
2,146,292!
1029
        pfCtx->pOutput = taosArrayGet(pResult->pDataBlock, outputSlotId);
2,146,292✔
1030
        if (pfCtx->pOutput == NULL) {
2,146,292!
1031
          code = terrno;
×
1032
          TSDB_CHECK_CODE(code, lino, _exit);
×
1033
        }
1034

1035
        pfCtx->offset = createNewColModel ? 0 : pResult->info.rows;  // set the start offset
2,146,292!
1036

1037
        // set the timestamp(_rowts) output buffer
1038
        if (taosArrayGetSize(pPseudoList) > 0) {
2,146,292!
1039
          int32_t* outputColIndex = taosArrayGet(pPseudoList, 0);
×
1040
          if (outputColIndex == NULL) {
×
1041
            code = terrno;
×
1042
            goto _exit;
×
1043
          }
1044

1045
          pfCtx->pTsOutput = (SColumnInfoData*)pCtx[*outputColIndex].pOutput;
×
1046
        }
1047

1048
        // link pDstBlock to set selectivity value
1049
        if (pfCtx->subsidiaries.num > 0) {
2,146,292✔
1050
          pfCtx->pDstBlock = pResult;
631,937✔
1051
        }
1052

1053
        code = pfCtx->fpSet.process(pfCtx);
2,146,292✔
1054
        if (code != TSDB_CODE_SUCCESS) {
2,146,290✔
1055
          if (pCtx[k].fpSet.cleanup != NULL) {
18!
1056
            pCtx[k].fpSet.cleanup(&pCtx[k]);
×
1057
          }
1058
          goto _exit;
18✔
1059
        }
1060

1061
        numOfRows = pResInfo->numOfRes;
2,146,272✔
1062
        if (fmIsProcessByRowFunc(pfCtx->functionId)) {
2,146,272✔
1063
          if (NULL == processByRowFunctionCtx) {
1,707,067✔
1064
            processByRowFunctionCtx = taosArrayInit(1, sizeof(SqlFunctionCtx*));
1,706,902✔
1065
            if (!processByRowFunctionCtx) {
1,706,901!
1066
              code = terrno;
×
1067
              goto _exit;
×
1068
            }
1069
          }
1070

1071
          void* px = taosArrayPush(processByRowFunctionCtx, &pfCtx);
1,707,158✔
1072
          if (px == NULL) {
1,707,158!
1073
            code = terrno;
×
1074
            goto _exit;
×
1075
          }
1076
        }
1077
      } else if (fmIsAggFunc(pfCtx->functionId)) {
3,646,232✔
1078
        // selective value output should be set during corresponding function execution
1079
        if (fmIsSelectValueFunc(pfCtx->functionId)) {
993,481✔
1080
          continue;
625,361✔
1081
        }
1082
        // _group_key function for "partition by tbname" + csum(col_name) query
1083
        SColumnInfoData* pOutput = taosArrayGet(pResult->pDataBlock, outputSlotId);
368,120✔
1084
        if (pOutput == NULL) {
368,120!
1085
          code = terrno;
×
1086
          TSDB_CHECK_CODE(code, lino, _exit);
×
1087
        }
1088

1089
        int32_t          slotId = pfCtx->param[0].pCol->slotId;
368,120✔
1090

1091
        // todo handle the json tag
1092
        SColumnInfoData* pInput = taosArrayGet(pSrcBlock->pDataBlock, slotId);
368,120✔
1093
        if (pInput == NULL) {
368,120!
1094
          code = terrno;
×
1095
          TSDB_CHECK_CODE(code, lino, _exit);
×
1096
        }
1097

1098
        for (int32_t f = 0; f < pSrcBlock->info.rows; ++f) {
26,590,553✔
1099
          bool isNull = colDataIsNull_s(pInput, f);
26,222,433✔
1100
          if (isNull) {
26,222,433✔
1101
            colDataSetNULL(pOutput, pResult->info.rows + f);
2,586,150✔
1102
          } else {
1103
            char* data = colDataGetData(pInput, f);
23,636,283!
1104
            code = colDataSetVal(pOutput, pResult->info.rows + f, data, isNull);
23,636,283✔
1105
            TSDB_CHECK_CODE(code, lino, _exit);
23,636,283!
1106
          }
1107
        }
1108

1109
      } else {
1110
        SArray* pBlockList = taosArrayInit(4, POINTER_BYTES);
2,651,909✔
1111
        if (pBlockList == NULL) {
2,653,975!
1112
          code = terrno;
×
1113
          goto _exit;
83✔
1114
        }
1115

1116
        void* px = taosArrayPush(pBlockList, &pSrcBlock);
2,653,852✔
1117
        if (px == NULL) {
2,653,852!
1118
          code = terrno;
×
1119
          goto _exit;
×
1120
        }
1121

1122
        SColumnInfoData* pResColData = taosArrayGet(pResult->pDataBlock, outputSlotId);
2,653,852✔
1123
        if (pResColData == NULL) {
2,653,742!
1124
          taosArrayDestroy(pBlockList);
×
1125
          code = terrno;
×
1126
          goto _exit;
×
1127
        }
1128

1129
        SColumnInfoData  idata = {.info = pResColData->info, .hasNull = true};
2,653,742✔
1130

1131
        SScalarParam dest = {.columnData = &idata};
2,653,742✔
1132
        code = scalarCalculate((SNode*)pExpr[k].pExpr->_function.pFunctNode, pBlockList, &dest);
2,653,742✔
1133
        if (code != TSDB_CODE_SUCCESS) {
2,653,411!
1134
          taosArrayDestroy(pBlockList);
×
1135
          goto _exit;
83✔
1136
        }
1137

1138
        int32_t startOffset = createNewColModel ? 0 : pResult->info.rows;
2,653,438✔
1139
        if (pResult->info.capacity <= 0) {
2,653,438!
1140
          qError("project failed at: %s:%d", __func__, __LINE__);
×
1141
          code = TSDB_CODE_INVALID_PARA;
×
1142
          TSDB_CHECK_CODE(code, lino, _exit);
×
1143
        }
1144
        int32_t ret = colDataMergeCol(pResColData, startOffset, (int32_t*)&pResult->info.capacity, &idata, dest.numOfRows);
2,653,438✔
1145
        if (ret < 0) {
2,652,501!
1146
          code = ret;
×
1147
        }
1148

1149
        colDataDestroy(&idata);
2,652,501✔
1150

1151
        numOfRows = dest.numOfRows;
2,654,070✔
1152
        taosArrayDestroy(pBlockList);
2,654,070✔
1153
        TSDB_CHECK_CODE(code, lino, _exit);
2,653,917!
1154
      }
1155
    } else {
1156
      return TSDB_CODE_OPS_NOT_SUPPORT;
397✔
1157
    }
1158
  }
1159

1160
  if (processByRowFunctionCtx && taosArrayGetSize(processByRowFunctionCtx) > 0){
11,961,592✔
1161
    SqlFunctionCtx** pfCtx = taosArrayGet(processByRowFunctionCtx, 0);
1,559,546✔
1162
    if (pfCtx == NULL) {
1,706,898!
1163
      code = terrno;
×
1164
      goto _exit;
×
1165
    }
1166

1167
    code = (*pfCtx)->fpSet.processFuncByRow(processByRowFunctionCtx);
1,706,898✔
1168
    TSDB_CHECK_CODE(code, lino, _exit);
1,706,903✔
1169
    numOfRows = (*pfCtx)->resultInfo->numOfRes;
1,706,880✔
1170
  }
1171

1172
  if (!createNewColModel) {
12,108,925✔
1173
    pResult->info.rows += numOfRows;
9,988,746✔
1174
  }
1175

1176
_exit:
2,120,179✔
1177
  if(processByRowFunctionCtx) {
12,109,122✔
1178
    taosArrayDestroy(processByRowFunctionCtx);
1,706,902✔
1179
  }
1180
  if(code) {
12,109,123✔
1181
    qError("project apply functions failed at: %s:%d", __func__, lino);
197!
1182
  }
1183
  return code;
12,108,939✔
1184
}
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc