• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #3632

08 Mar 2025 06:17AM UTC coverage: 60.719% (+0.05%) from 60.671%
#3632

push

travis-ci

web-flow
Merge pull request #29999 from taosdata/enh/TS-5089

feat: taosBenchmark supports exporting to CSV files

141890 of 300701 branches covered (47.19%)

Branch coverage included in aggregate %.

599 of 766 new or added lines in 3 files covered. (78.2%)

1025 existing lines in 124 files now uncovered.

223757 of 301490 relevant lines covered (74.22%)

17284906.68 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

69.4
/source/libs/executor/src/projectoperator.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#include "executorInt.h"
17
#include "filter.h"
18
#include "functionMgt.h"
19
#include "operator.h"
20
#include "querytask.h"
21
#include "taoserror.h"
22
#include "tdatablock.h"
23

24
typedef struct SProjectOperatorInfo {
25
  SOptrBasicInfo binfo;
26
  SAggSupporter  aggSup;
27
  SArray*        pPseudoColInfo;
28
  SLimitInfo     limitInfo;
29
  bool           mergeDataBlocks;
30
  SSDataBlock*   pFinalRes;
31
  bool           inputIgnoreGroup;
32
  bool           outputIgnoreGroup;
33
} SProjectOperatorInfo;
34

35
typedef struct SIndefOperatorInfo {
36
  SOptrBasicInfo binfo;
37
  SAggSupporter  aggSup;
38
  SArray*        pPseudoColInfo;
39
  SExprSupp      scalarSup;
40
  uint64_t       groupId;
41
  SSDataBlock*   pNextGroupRes;
42
} SIndefOperatorInfo;
43

44
static int32_t      doGenerateSourceData(SOperatorInfo* pOperator);
45
static int32_t      doProjectOperation(SOperatorInfo* pOperator, SSDataBlock** pResBlock);
46
static int32_t      doApplyIndefinitFunction(SOperatorInfo* pOperator, SSDataBlock** pResBlock);
47
static int32_t      setRowTsColumnOutputInfo(SqlFunctionCtx* pCtx, int32_t numOfCols, SArray** pResList);
48
static int32_t      setFunctionResultOutput(SOperatorInfo* pOperator, SOptrBasicInfo* pInfo, SAggSupporter* pSup,
49
                                            int32_t stage, int32_t numOfExprs);
50

51
static void destroyProjectOperatorInfo(void* param) {
1,758,618✔
52
  if (NULL == param) {
1,758,618!
53
    return;
×
54
  }
55

56
  SProjectOperatorInfo* pInfo = (SProjectOperatorInfo*)param;
1,758,618✔
57
  cleanupBasicInfo(&pInfo->binfo);
1,758,618✔
58
  cleanupAggSup(&pInfo->aggSup);
1,758,788✔
59
  taosArrayDestroy(pInfo->pPseudoColInfo);
1,758,781✔
60

61
  blockDataDestroy(pInfo->pFinalRes);
1,758,797✔
62
  taosMemoryFreeClear(param);
1,758,795!
63
}
64

65
static void destroyIndefinitOperatorInfo(void* param) {
116,538✔
66
  SIndefOperatorInfo* pInfo = (SIndefOperatorInfo*)param;
116,538✔
67
  if (pInfo == NULL) {
116,538!
68
    return;
×
69
  }
70

71
  cleanupBasicInfo(&pInfo->binfo);
116,538✔
72
  taosArrayDestroy(pInfo->pPseudoColInfo);
116,536✔
73
  cleanupAggSup(&pInfo->aggSup);
116,538✔
74
  cleanupExprSupp(&pInfo->scalarSup);
116,538✔
75

76
  taosMemoryFreeClear(param);
116,538!
77
}
78

79
void streamOperatorReleaseState(SOperatorInfo* pOperator) {
1,024✔
80
  SOperatorInfo* downstream = pOperator->pDownstream[0];
1,024✔
81
  if (downstream->fpSet.releaseStreamStateFn) {
1,024!
82
    downstream->fpSet.releaseStreamStateFn(downstream);
1,025✔
83
  }
84
}
1,025✔
85

86
void streamOperatorReloadState(SOperatorInfo* pOperator) {
1,026✔
87
  SOperatorInfo* downstream = pOperator->pDownstream[0];
1,026✔
88
  if (downstream->fpSet.reloadStreamStateFn) {
1,026!
89
    downstream->fpSet.reloadStreamStateFn(downstream);
1,026✔
90
  }
91
}
1,025✔
92

93
int32_t createProjectOperatorInfo(SOperatorInfo* downstream, SProjectPhysiNode* pProjPhyNode, SExecTaskInfo* pTaskInfo,
1,756,255✔
94
                                  SOperatorInfo** pOptrInfo) {
95
  QRY_PARAM_CHECK(pOptrInfo);
1,756,255!
96

97
  int32_t code = TSDB_CODE_SUCCESS;
1,756,255✔
98
  SProjectOperatorInfo* pInfo = taosMemoryCalloc(1, sizeof(SProjectOperatorInfo));
1,756,255!
99
  SOperatorInfo*        pOperator = taosMemoryCalloc(1, sizeof(SOperatorInfo));
1,756,915!
100
  if (pInfo == NULL || pOperator == NULL) {
1,757,387!
101
    code = terrno;
×
102
    goto _error;
×
103
  }
104

105
  pOperator->exprSupp.hasWindowOrGroup = false;
1,757,478✔
106
  pOperator->pTaskInfo = pTaskInfo;
1,757,478✔
107

108
  int32_t    lino = 0;
1,757,478✔
109

110
  SSDataBlock* pResBlock = createDataBlockFromDescNode(pProjPhyNode->node.pOutputDataBlockDesc);
1,757,478✔
111
  TSDB_CHECK_NULL(pResBlock, code, lino, _error, terrno);
1,758,278!
112

113
  initLimitInfo(pProjPhyNode->node.pLimit, pProjPhyNode->node.pSlimit, &pInfo->limitInfo);
1,758,278✔
114

115
  pInfo->binfo.pRes = pResBlock;
1,757,724✔
116
  pInfo->pFinalRes = NULL;
1,757,724✔
117

118
  code = createOneDataBlock(pResBlock, false, &pInfo->pFinalRes);
1,757,724✔
119
  TSDB_CHECK_CODE(code, lino, _error);
1,757,799!
120

121
  pInfo->binfo.inputTsOrder = pProjPhyNode->node.inputTsOrder;
1,757,799✔
122
  pInfo->binfo.outputTsOrder = pProjPhyNode->node.outputTsOrder;
1,757,799✔
123
  pInfo->inputIgnoreGroup = pProjPhyNode->inputIgnoreGroup;
1,757,799✔
124
  pInfo->outputIgnoreGroup = pProjPhyNode->ignoreGroupId;
1,757,799✔
125

126
  if (pTaskInfo->execModel == OPTR_EXEC_MODEL_STREAM || pTaskInfo->execModel == OPTR_EXEC_MODEL_QUEUE) {
1,757,799✔
127
    pInfo->mergeDataBlocks = false;
4,920✔
128
  } else {
129
    if (!pProjPhyNode->ignoreGroupId) {
1,752,879✔
130
      pInfo->mergeDataBlocks = false;
25,717✔
131
    } else {
132
      pInfo->mergeDataBlocks = pProjPhyNode->mergeDataBlock;
1,727,162✔
133
    }
134
  }
135

136
  int32_t numOfRows = 4096;
1,757,799✔
137
  size_t  keyBufSize = sizeof(int64_t) + sizeof(int64_t) + POINTER_BYTES;
1,757,799✔
138

139
  // Make sure the size of SSDataBlock will never exceed the size of 2MB.
140
  int32_t TWOMB = 2 * 1024 * 1024;
1,757,799✔
141
  if (numOfRows * pResBlock->info.rowSize > TWOMB) {
1,757,799✔
142
    numOfRows = TWOMB / pResBlock->info.rowSize;
288,357✔
143
  }
144

145
  initResultSizeInfo(&pOperator->resultInfo, numOfRows);
1,757,799✔
146
  
147
  int32_t    numOfCols = 0;
1,757,663✔
148
  SExprInfo* pExprInfo = NULL;
1,757,663✔
149
  code = createExprInfo(pProjPhyNode->pProjections, NULL, &pExprInfo, &numOfCols);
1,757,663✔
150
  TSDB_CHECK_CODE(code, lino, _error);
1,757,761!
151
  code = initAggSup(&pOperator->exprSupp, &pInfo->aggSup, pExprInfo, numOfCols, keyBufSize, pTaskInfo->id.str,
1,757,761✔
152
                    pTaskInfo->streamInfo.pState, &pTaskInfo->storageAPI.functionStore);
1,757,761✔
153
  TSDB_CHECK_CODE(code, lino, _error);
1,758,316!
154

155
  initBasicInfo(&pInfo->binfo, pResBlock);
1,758,316✔
156
  code = setFunctionResultOutput(pOperator, &pInfo->binfo, &pInfo->aggSup, MAIN_SCAN, numOfCols);
1,757,919✔
157
  TSDB_CHECK_CODE(code, lino, _error);
1,757,408!
158

159
  code = filterInitFromNode((SNode*)pProjPhyNode->node.pConditions, &pOperator->exprSupp.pFilterInfo, 0);
1,757,408✔
160
  TSDB_CHECK_CODE(code, lino, _error);
1,757,241!
161

162
  code = setRowTsColumnOutputInfo(pOperator->exprSupp.pCtx, numOfCols, &pInfo->pPseudoColInfo);
1,757,241✔
163
  TSDB_CHECK_CODE(code, lino, _error);
1,758,001!
164

165
  setOperatorInfo(pOperator, "ProjectOperator", QUERY_NODE_PHYSICAL_PLAN_PROJECT, false, OP_NOT_OPENED, pInfo,
1,758,001✔
166
                  pTaskInfo);
167
  pOperator->fpSet = createOperatorFpSet(optrDummyOpenFn, doProjectOperation, NULL, destroyProjectOperatorInfo,
1,757,336✔
168
                                         optrDefaultBufFn, NULL, optrDefaultGetNextExtFn, NULL);
169
  setOperatorStreamStateFn(pOperator, streamOperatorReleaseState, streamOperatorReloadState);
1,756,864✔
170

171
  if (NULL != downstream) {
1,756,244✔
172
    code = appendDownstream(pOperator, &downstream, 1);
1,755,514✔
173
    if (code != TSDB_CODE_SUCCESS) {
1,756,791!
174
      goto _error;
×
175
    }
176
  }
177

178
  *pOptrInfo = pOperator;
1,757,521✔
179
  return TSDB_CODE_SUCCESS;
1,757,521✔
180

181
_error:
×
182
  if (pInfo != NULL) destroyProjectOperatorInfo(pInfo);
×
183
  destroyOperatorAndDownstreams(pOperator, &downstream, 1);
×
184
  pTaskInfo->code = code;
×
185
  return code;
×
186
}
187

188
static int32_t discardGroupDataBlock(SSDataBlock* pBlock, SLimitInfo* pLimitInfo) {
6,560,241✔
189
  if (pLimitInfo->remainGroupOffset > 0) {
6,560,241✔
190
    // it is the first group
191
    if (pLimitInfo->currentGroupId == 0 || pLimitInfo->currentGroupId == pBlock->info.id.groupId) {
3,673✔
192
      pLimitInfo->currentGroupId = pBlock->info.id.groupId;
2,023✔
193
      return PROJECT_RETRIEVE_CONTINUE;
2,023✔
194
    } else if (pLimitInfo->currentGroupId != pBlock->info.id.groupId) {
1,650!
195
      // now it is the data from a new group
196
      pLimitInfo->remainGroupOffset -= 1;
1,650✔
197
      pLimitInfo->currentGroupId = pBlock->info.id.groupId;
1,650✔
198

199
      // ignore data block in current group
200
      if (pLimitInfo->remainGroupOffset > 0) {
1,650✔
201
        return PROJECT_RETRIEVE_CONTINUE;
1,476✔
202
      }
203

204
      pLimitInfo->currentGroupId = 0;
174✔
205
    }
206
  }
207

208
  return PROJECT_RETRIEVE_DONE;
6,556,742✔
209
}
210

211
static int32_t setInfoForNewGroup(SSDataBlock* pBlock, SLimitInfo* pLimitInfo, SOperatorInfo* pOperator) {
6,556,550✔
212
  // remainGroupOffset == 0
213
  // here check for a new group data, we need to handle the data of the previous group.
214
  if (!(pLimitInfo->remainGroupOffset == 0 || pLimitInfo->remainGroupOffset == -1)) {
6,556,550!
215
    qError("project failed at: %s:%d", __func__, __LINE__);
×
216
    return TSDB_CODE_INVALID_PARA;
×
217
  }
218

219
  bool newGroup = false;
6,556,550✔
220
  if (0 == pBlock->info.id.groupId) {
6,556,550✔
221
    pLimitInfo->numOfOutputGroups = 1;
6,387,141✔
222
  } else if (pLimitInfo->currentGroupId != pBlock->info.id.groupId) {
169,409✔
223
    pLimitInfo->currentGroupId = pBlock->info.id.groupId;
153,425✔
224
    pLimitInfo->numOfOutputGroups += 1;
153,425✔
225
    newGroup = true;
153,425✔
226
  } else {
227
    return PROJECT_RETRIEVE_CONTINUE;
15,984✔
228
  }
229

230
  if ((pLimitInfo->slimit.limit >= 0) && (pLimitInfo->slimit.limit < pLimitInfo->numOfOutputGroups)) {
6,540,566✔
231
    setOperatorCompleted(pOperator);
401✔
232
    return PROJECT_RETRIEVE_DONE;
401✔
233
  }
234

235
  // reset the value for a new group data
236
  // existing rows that belongs to previous group.
237
  if (newGroup) {
6,540,165✔
238
    resetLimitInfoForNextGroup(pLimitInfo);
153,024✔
239
  }
240

241
  return PROJECT_RETRIEVE_CONTINUE;
6,539,907✔
242
}
243

244
// todo refactor
245
static int32_t doIngroupLimitOffset(SLimitInfo* pLimitInfo, uint64_t groupId, SSDataBlock* pBlock,
6,558,116✔
246
                                    SOperatorInfo* pOperator) {
247
  // set current group id
248
  pLimitInfo->currentGroupId = groupId;
6,558,116✔
249
  bool limitReached = applyLimitOffset(pLimitInfo, pBlock, pOperator->pTaskInfo);
6,558,116✔
250
  if (pBlock->info.rows == 0 && 0 != pLimitInfo->limit.limit) {
6,558,342✔
251
    return PROJECT_RETRIEVE_CONTINUE;
15,967✔
252
  } else {
253
    if (limitReached && (pLimitInfo->slimit.limit >= 0 && pLimitInfo->slimit.limit <= pLimitInfo->numOfOutputGroups)) {
6,542,375✔
254
      setOperatorCompleted(pOperator);
108✔
255
    } else if (limitReached && groupId == 0) {
6,542,267✔
256
      setOperatorCompleted(pOperator);
100,874✔
257
    }
258
  }
259

260
  return PROJECT_RETRIEVE_DONE;
6,541,972✔
261
}
262

263
int32_t doProjectOperation(SOperatorInfo* pOperator, SSDataBlock** pResBlock) {
5,233,296✔
264
  QRY_PARAM_CHECK(pResBlock);
5,233,296!
265

266
  SProjectOperatorInfo* pProjectInfo = pOperator->info;
5,233,296✔
267
  SOptrBasicInfo*       pInfo = &pProjectInfo->binfo;
5,233,296✔
268
  SExprSupp*            pSup = &pOperator->exprSupp;
5,233,296✔
269
  SSDataBlock*          pRes = pInfo->pRes;
5,233,296✔
270
  SSDataBlock*          pFinalRes = pProjectInfo->pFinalRes;
5,233,296✔
271
  int32_t               code = 0;
5,233,296✔
272
  int32_t               lino = 0;
5,233,296✔
273
  int64_t               st = 0;
5,233,296✔
274
  int32_t               order = pInfo->inputTsOrder;
5,233,296✔
275
  int32_t               scanFlag = 0;
5,233,296✔
276

277
  blockDataCleanup(pFinalRes);
5,233,296✔
278
  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;
5,234,089✔
279

280
  if (pOperator->status == OP_EXEC_DONE) {
5,234,089✔
281
    return code;
976,650✔
282
  }
283

284
  if (pOperator->cost.openCost == 0) {
4,257,439✔
285
    st = taosGetTimestampUs();
1,757,647✔
286
  }
287

288
  SOperatorInfo* downstream = pOperator->numOfDownstream > 0 ? pOperator->pDownstream[0] : NULL;
4,258,978✔
289
  SLimitInfo*    pLimitInfo = &pProjectInfo->limitInfo;
4,258,978✔
290

291
  if (downstream == NULL) {
4,258,978✔
292
    code = doGenerateSourceData(pOperator);
1,567✔
293
    QUERY_CHECK_CODE(code, lino, _end);
1,567!
294

295
    if (pProjectInfo->outputIgnoreGroup) {
1,567!
296
      pRes->info.id.groupId = 0;
1,567✔
297
    }
298

299
    *pResBlock = (pRes->info.rows > 0)? pRes:NULL;
1,567!
300
    return code;
1,567✔
301
  }
302

303
  while (1) {
4,055,928✔
304
    while (1) {
19,466✔
305
      blockDataCleanup(pRes);
8,332,805✔
306

307
      // The downstream exec may change the value of the newgroup, so use a local variable instead.
308
      SSDataBlock* pBlock = getNextBlockFromDownstream(pOperator, 0);
8,331,378✔
309
      if (pBlock == NULL) {
8,332,978✔
310
        qDebug("set op close, exec %d, status %d rows %" PRId64 , pTaskInfo->execModel, pOperator->status, pFinalRes->info.rows);
1,766,447✔
311
        setOperatorCompleted(pOperator);
1,766,450✔
312
        break;
1,766,637✔
313
      }
314
//      if (pTaskInfo->execModel == OPTR_EXEC_MODEL_QUEUE) {
315
//        qDebug("set status recv");
316
//        pOperator->status = OP_EXEC_RECV;
317
//      }
318

319
      // for stream interval
320
      if (pBlock->info.type == STREAM_RETRIEVE || pBlock->info.type == STREAM_DELETE_RESULT ||
6,566,531✔
321
          pBlock->info.type == STREAM_DELETE_DATA || pBlock->info.type == STREAM_CREATE_CHILD_TABLE ||
6,565,210!
322
          pBlock->info.type == STREAM_CHECKPOINT) {
6,561,113✔
323

324
        *pResBlock = pBlock;
5,832✔
325
        return code;
5,832✔
326
      }
327

328
      if (pProjectInfo->inputIgnoreGroup) {
6,560,699✔
329
        pBlock->info.id.groupId = 0;
424,227✔
330
      }
331

332
      int32_t status = discardGroupDataBlock(pBlock, pLimitInfo);
6,560,699✔
333
      if (status == PROJECT_RETRIEVE_CONTINUE) {
6,560,006✔
334
        continue;
3,499✔
335
      }
336

337
      (void) setInfoForNewGroup(pBlock, pLimitInfo, pOperator);
6,556,507✔
338
      if (pOperator->status == OP_EXEC_DONE) {
6,556,393✔
339
        break;
401✔
340
      }
341

342
      if (pProjectInfo->mergeDataBlocks) {
6,555,992✔
343
        pFinalRes->info.scanFlag = scanFlag = pBlock->info.scanFlag;
5,317,737✔
344
      } else {
345
        pRes->info.scanFlag = scanFlag = pBlock->info.scanFlag;
1,238,255✔
346
      }
347

348
      code = setInputDataBlock(pSup, pBlock, order, scanFlag, false);
6,555,992✔
349
      QUERY_CHECK_CODE(code, lino, _end);
6,556,704!
350

351
      code = blockDataEnsureCapacity(pInfo->pRes, pInfo->pRes->info.rows + pBlock->info.rows);
6,556,704✔
352
      QUERY_CHECK_CODE(code, lino, _end);
6,557,332!
353

354
      code = projectApplyFunctions(pSup->pExprInfo, pInfo->pRes, pBlock, pSup->pCtx, pSup->numOfExprs,
6,557,332✔
355
                                   pProjectInfo->pPseudoColInfo);
356
      QUERY_CHECK_CODE(code, lino, _end);
6,556,852✔
357

358
      status = doIngroupLimitOffset(pLimitInfo, pBlock->info.id.groupId, pInfo->pRes, pOperator);
6,556,813✔
359
      if (status == PROJECT_RETRIEVE_CONTINUE) {
6,556,472✔
360
        continue;
15,967✔
361
      }
362

363
      break;
6,540,505✔
364
    }
365

366
    if (pProjectInfo->mergeDataBlocks) {
8,307,543✔
367
      if (pRes->info.rows > 0) {
6,282,322✔
368
        pFinalRes->info.id.groupId = 0;  // clear groupId
5,301,335✔
369
        pFinalRes->info.version = pRes->info.version;
5,301,335✔
370

371
        // continue merge data, ignore the group id
372
        code = blockDataMerge(pFinalRes, pRes);
5,301,335✔
373
        QUERY_CHECK_CODE(code, lino, _end);
5,302,074!
374

375
        if (pFinalRes->info.rows + pRes->info.rows <= pOperator->resultInfo.threshold && (pOperator->status != OP_EXEC_DONE)) {
5,302,074✔
376
          continue;
4,056,268✔
377
        }
378
      }
379

380
      // do apply filter
381
      code = doFilter(pFinalRes, pOperator->exprSupp.pFilterInfo, NULL);
2,226,793✔
382
      QUERY_CHECK_CODE(code, lino, _end);
2,227,120!
383

384
      // when apply the limit/offset for each group, pRes->info.rows may be 0, due to limit constraint.
385
      if (pFinalRes->info.rows > 0 || (pOperator->status == OP_EXEC_DONE)) {
2,227,120!
386
        qDebug("project return %" PRId64 " rows, status %d", pFinalRes->info.rows, pOperator->status);
2,227,460✔
387
        break;
2,227,100✔
388
      }
389
    } else {
390
      // do apply filter
391
      if (pRes->info.rows > 0) {
2,025,221✔
392
        code = doFilter(pRes, pOperator->exprSupp.pFilterInfo, NULL);
1,238,504✔
393
        QUERY_CHECK_CODE(code, lino, _end);
1,238,516!
394

395
        if (pRes->info.rows == 0) {
1,238,516!
396
          continue;
×
397
        }
398
      }
399

400
      // no results generated
401
      break;
2,025,233✔
402
    }
403
  }
404

405
  SSDataBlock* p = pProjectInfo->mergeDataBlocks ? pFinalRes : pRes;
4,252,333✔
406
  pOperator->resultInfo.totalRows += p->info.rows;
4,252,333✔
407
  p->info.dataLoad = 1;
4,252,333✔
408

409
  if (pOperator->cost.openCost == 0) {
4,252,333✔
410
    pOperator->cost.openCost = (taosGetTimestampUs() - st) / 1000.0;
1,755,842✔
411
  }
412

413
  if (pProjectInfo->outputIgnoreGroup) {
4,252,489✔
414
    p->info.id.groupId = 0;
4,113,862✔
415
  }
416

417
  if (pTaskInfo->execModel == OPTR_EXEC_MODEL_STREAM) {
4,252,489✔
418
    printDataBlock(p, getStreamOpName(pOperator->operatorType), GET_TASKID(pTaskInfo));
29,874✔
419
  }
420

421
  *pResBlock = (p->info.rows > 0)? p:NULL;
4,252,253✔
422

423
_end:
4,252,292✔
424
  if (code != TSDB_CODE_SUCCESS) {
4,252,292✔
425
    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));
39!
426
    pTaskInfo->code = code;
39✔
427
    T_LONG_JMP(pTaskInfo->env, code);
39!
428
  }
429
  return code;
4,252,253✔
430
}
431

432
int32_t createIndefinitOutputOperatorInfo(SOperatorInfo* downstream, SPhysiNode* pNode,
116,533✔
433
                                                 SExecTaskInfo* pTaskInfo, SOperatorInfo** pOptrInfo) {
434
  QRY_PARAM_CHECK(pOptrInfo);
116,533!
435
  int32_t code = 0;
116,533✔
436
  int32_t lino = 0;
116,533✔
437
  int32_t numOfRows = 4096;
116,533✔
438
  size_t  keyBufSize = sizeof(int64_t) + sizeof(int64_t) + POINTER_BYTES;
116,533✔
439

440
  SIndefOperatorInfo* pInfo = taosMemoryCalloc(1, sizeof(SIndefOperatorInfo));
116,533!
441
  SOperatorInfo*      pOperator = taosMemoryCalloc(1, sizeof(SOperatorInfo));
116,537!
442
  if (pInfo == NULL || pOperator == NULL) {
116,535!
443
    code = terrno;
1✔
444
    goto _error;
×
445
  }
446

447
  pOperator->pTaskInfo = pTaskInfo;
116,534✔
448

449
  SExprSupp* pSup = &pOperator->exprSupp;
116,534✔
450
  pSup->hasWindowOrGroup = false;
116,534✔
451

452
  SIndefRowsFuncPhysiNode* pPhyNode = (SIndefRowsFuncPhysiNode*)pNode;
116,534✔
453

454
  if (pPhyNode->pExprs != NULL) {
116,534✔
455
    int32_t    num = 0;
98✔
456
    SExprInfo* pSExpr = NULL;
98✔
457
    code = createExprInfo(pPhyNode->pExprs, NULL, &pSExpr, &num);
98✔
458
    QUERY_CHECK_CODE(code, lino, _error);
98!
459

460
    code = initExprSupp(&pInfo->scalarSup, pSExpr, num, &pTaskInfo->storageAPI.functionStore);
98✔
461
    if (code != TSDB_CODE_SUCCESS) {
98!
462
      goto _error;
×
463
    }
464
  }
465

466
  SSDataBlock* pResBlock = createDataBlockFromDescNode(pPhyNode->node.pOutputDataBlockDesc);
116,534✔
467
  TSDB_CHECK_NULL(pResBlock, code, lino, _error, terrno);
116,535!
468

469
  // Make sure the size of SSDataBlock will never exceed the size of 2MB.
470
  int32_t TWOMB = 2 * 1024 * 1024;
116,535✔
471
  if (numOfRows * pResBlock->info.rowSize > TWOMB) {
116,535!
472
    numOfRows = TWOMB / pResBlock->info.rowSize;
×
473
  }
474

475
  initBasicInfo(&pInfo->binfo, pResBlock);
116,535✔
476
  initResultSizeInfo(&pOperator->resultInfo, numOfRows);
116,535✔
477
  code = blockDataEnsureCapacity(pResBlock, numOfRows);
116,536✔
478
  TSDB_CHECK_CODE(code, lino, _error);
116,536!
479

480
  int32_t    numOfExpr = 0;
116,536✔
481
  SExprInfo* pExprInfo = NULL;
116,536✔
482
  code = createExprInfo(pPhyNode->pFuncs, NULL, &pExprInfo, &numOfExpr);
116,536✔
483
  TSDB_CHECK_CODE(code, lino, _error);
116,535!
484

485
  code = initAggSup(pSup, &pInfo->aggSup, pExprInfo, numOfExpr, keyBufSize, pTaskInfo->id.str,
116,535✔
486
                            pTaskInfo->streamInfo.pState, &pTaskInfo->storageAPI.functionStore);
116,535✔
487
  TSDB_CHECK_CODE(code, lino, _error);
116,537!
488

489
  code = setFunctionResultOutput(pOperator, &pInfo->binfo, &pInfo->aggSup, MAIN_SCAN, numOfExpr);
116,537✔
490
  TSDB_CHECK_CODE(code, lino, _error);
116,531!
491

492
  code = filterInitFromNode((SNode*)pPhyNode->node.pConditions, &pOperator->exprSupp.pFilterInfo, 0);
116,531✔
493
  TSDB_CHECK_CODE(code, lino, _error);
116,528!
494

495
  pInfo->binfo.pRes = pResBlock;
116,528✔
496
  pInfo->binfo.inputTsOrder = pNode->inputTsOrder;
116,528✔
497
  pInfo->binfo.outputTsOrder = pNode->outputTsOrder;
116,528✔
498
  code = setRowTsColumnOutputInfo(pSup->pCtx, numOfExpr, &pInfo->pPseudoColInfo);
116,528✔
499
  TSDB_CHECK_CODE(code, lino, _error);
116,537!
500

501
  setOperatorInfo(pOperator, "IndefinitOperator", QUERY_NODE_PHYSICAL_PLAN_INDEF_ROWS_FUNC, false, OP_NOT_OPENED, pInfo,
116,537✔
502
                  pTaskInfo);
503
  pOperator->fpSet = createOperatorFpSet(optrDummyOpenFn, doApplyIndefinitFunction, NULL, destroyIndefinitOperatorInfo,
116,534✔
504
                                         optrDefaultBufFn, NULL, optrDefaultGetNextExtFn, NULL);
505

506
  code = appendDownstream(pOperator, &downstream, 1);
116,531✔
507
  if (code != TSDB_CODE_SUCCESS) {
116,537!
508
    goto _error;
×
509
  }
510

511
  *pOptrInfo = pOperator;
116,537✔
512
  return TSDB_CODE_SUCCESS;
116,537✔
513

514
_error:
×
515
  if (pInfo != NULL) destroyIndefinitOperatorInfo(pInfo);
×
516
  destroyOperatorAndDownstreams(pOperator, &downstream, 1);
×
517
  pTaskInfo->code = code;
×
518
  return code;
×
519
}
520

521
static void doHandleDataBlock(SOperatorInfo* pOperator, SSDataBlock* pBlock, SOperatorInfo* downstream,
2,368,297✔
522
                              SExecTaskInfo* pTaskInfo) {
523
  SIndefOperatorInfo* pIndefInfo = pOperator->info;
2,368,297✔
524
  SOptrBasicInfo*     pInfo = &pIndefInfo->binfo;
2,368,297✔
525
  SExprSupp*          pSup = &pOperator->exprSupp;
2,368,297✔
526

527
  int32_t order = pInfo->inputTsOrder;
2,368,297✔
528
  int32_t scanFlag = pBlock->info.scanFlag;
2,368,297✔
529
  int32_t code = TSDB_CODE_SUCCESS;
2,368,297✔
530

531
  // there is an scalar expression that needs to be calculated before apply the group aggregation.
532
  SExprSupp* pScalarSup = &pIndefInfo->scalarSup;
2,368,297✔
533
  if (pScalarSup->pExprInfo != NULL) {
2,368,297✔
534
    code = projectApplyFunctions(pScalarSup->pExprInfo, pBlock, pBlock, pScalarSup->pCtx, pScalarSup->numOfExprs,
448✔
535
                                 pIndefInfo->pPseudoColInfo);
536
    if (code != TSDB_CODE_SUCCESS) {
448!
537
      T_LONG_JMP(pTaskInfo->env, code);
×
538
    }
539
  }
540

541
  code = setInputDataBlock(pSup, pBlock, order, scanFlag, false);
2,368,297✔
542
  if (code) {
2,368,289!
543
    T_LONG_JMP(pTaskInfo->env, code);
×
544
  }
545

546
  code = blockDataEnsureCapacity(pInfo->pRes, pInfo->pRes->info.rows + pBlock->info.rows);
2,368,289✔
547
  if (code != TSDB_CODE_SUCCESS) {
2,368,286!
548
    T_LONG_JMP(pTaskInfo->env, code);
×
549
  }
550

551
  code = projectApplyFunctions(pSup->pExprInfo, pInfo->pRes, pBlock, pSup->pCtx, pSup->numOfExprs,
2,368,286✔
552
                               pIndefInfo->pPseudoColInfo);
553
  if (code != TSDB_CODE_SUCCESS) {
2,368,305✔
554
    T_LONG_JMP(pTaskInfo->env, code);
39!
555
  }
556
}
2,368,266✔
557

558
int32_t doApplyIndefinitFunction(SOperatorInfo* pOperator, SSDataBlock** pResBlock) {
264,637✔
559
  QRY_PARAM_CHECK(pResBlock);
264,637!
560
  SIndefOperatorInfo* pIndefInfo = pOperator->info;
264,637✔
561
  SOptrBasicInfo*     pInfo = &pIndefInfo->binfo;
264,637✔
562
  SExprSupp*          pSup = &pOperator->exprSupp;
264,637✔
563
  int64_t             st = 0;
264,637✔
564
  int32_t             code = TSDB_CODE_SUCCESS;
264,637✔
565
  int32_t             lino = 0;
264,637✔
566
  SSDataBlock*        pRes = pInfo->pRes;
264,637✔
567

568
  blockDataCleanup(pRes);
264,637✔
569

570
  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;
264,647✔
571
  if (pOperator->status == OP_EXEC_DONE) {
264,647✔
572
    return code;
105,859✔
573
  }
574

575
  if (pOperator->cost.openCost == 0) {
158,788✔
576
    st = taosGetTimestampUs();
116,535✔
577
  }
578

579
  SOperatorInfo* downstream = pOperator->pDownstream[0];
158,794✔
580

581
  while (1) {
551,984✔
582
    // here we need to handle the existsed group results
583
    if (pIndefInfo->pNextGroupRes != NULL) {  // todo extract method
710,778✔
584
      for (int32_t k = 0; k < pSup->numOfExprs; ++k) {
128,384✔
585
        SqlFunctionCtx* pCtx = &pSup->pCtx[k];
95,248✔
586

587
        SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
95,248✔
588
        pResInfo->initialized = false;
95,248✔
589
        pCtx->pOutput = NULL;
95,248✔
590
      }
591

592
      doHandleDataBlock(pOperator, pIndefInfo->pNextGroupRes, downstream, pTaskInfo);
33,136✔
593
      pIndefInfo->pNextGroupRes = NULL;
33,136✔
594
    }
595

596
    if (pInfo->pRes->info.rows < pOperator->resultInfo.threshold) {
710,778✔
597
      while (1) {
1,774,026✔
598
        // The downstream exec may change the value of the newgroup, so use a local variable instead.
599
        SSDataBlock* pBlock = getNextBlockFromDownstream(pOperator, 0);
2,484,791✔
600
        if (pBlock == NULL) {
2,484,779✔
601
          setOperatorCompleted(pOperator);
116,285✔
602
          break;
116,285✔
603
        }
604
        pInfo->pRes->info.scanFlag = pBlock->info.scanFlag;
2,368,494✔
605

606
        if (pIndefInfo->groupId == 0 && pBlock->info.id.groupId != 0) {
2,368,494✔
607
          pIndefInfo->groupId = pBlock->info.id.groupId;  // this is the initial group result
2,872✔
608
        } else {
609
          if (pIndefInfo->groupId != pBlock->info.id.groupId) {  // reset output buffer and computing status
2,365,622✔
610
            pIndefInfo->groupId = pBlock->info.id.groupId;
33,349✔
611
            pIndefInfo->pNextGroupRes = pBlock;
33,349✔
612
            break;
33,349✔
613
          }
614
        }
615

616
        doHandleDataBlock(pOperator, pBlock, downstream, pTaskInfo);
2,335,145✔
617
        if (pInfo->pRes->info.rows >= pOperator->resultInfo.threshold) {
2,335,129✔
618
          break;
561,103✔
619
        }
620
      }
621
    }
622

623
    code = doFilter(pInfo->pRes, pOperator->exprSupp.pFilterInfo, NULL);
710,750✔
624
    QUERY_CHECK_CODE(code, lino, _end);
710,738!
625

626
    size_t rows = pInfo->pRes->info.rows;
710,738✔
627
    if (rows > 0 || pOperator->status == OP_EXEC_DONE) {
710,738✔
628
      break;
629
    } else {
630
      blockDataCleanup(pInfo->pRes);
551,984✔
631
    }
632
  }
633

634
  size_t rows = pInfo->pRes->info.rows;
158,754✔
635
  pOperator->resultInfo.totalRows += rows;
158,754✔
636

637
  if (pOperator->cost.openCost == 0) {
158,754✔
638
    pOperator->cost.openCost = (taosGetTimestampUs() - st) / 1000.0;
116,499✔
639
  }
640

641
  *pResBlock = (rows > 0) ? pInfo->pRes : NULL;
158,754✔
642

643
_end:
158,754✔
644
  if (code != TSDB_CODE_SUCCESS) {
158,754!
645
    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));
×
646
    pTaskInfo->code = code;
×
647
    T_LONG_JMP(pTaskInfo->env, code);
×
648
  }
649
  return code;
158,754✔
650
}
651

652
int32_t initCtxOutputBuffer(SqlFunctionCtx* pCtx, int32_t size) {
1,873,644✔
653
  int32_t code = TSDB_CODE_SUCCESS;
1,873,644✔
654
  for (int32_t j = 0; j < size; ++j) {
12,453,068✔
655
    struct SResultRowEntryInfo* pResInfo = GET_RES_INFO(&pCtx[j]);
10,578,584✔
656
    if (isRowEntryInitialized(pResInfo) || fmIsPseudoColumnFunc(pCtx[j].functionId) || pCtx[j].functionId == -1 ||
11,263,988!
657
        fmIsScalarFunc(pCtx[j].functionId)) {
685,409✔
658
      continue;
10,401,490✔
659
    }
660

661
    code = pCtx[j].fpSet.init(&pCtx[j], pCtx[j].resultInfo);
178,859✔
662
    if (code) {
177,934!
663
      return code;
×
664
    }
665
  }
666

667
  return 0;
1,874,484✔
668
}
669

670
/*
671
 * The start of each column SResultRowEntryInfo is denote by RowCellInfoOffset.
672
 * Note that in case of top/bottom query, the whole multiple rows of result is treated as only one row of results.
673
 * +------------+-----------------result column 1------------+------------------result column 2-----------+
674
 * | SResultRow | SResultRowEntryInfo | intermediate buffer1 | SResultRowEntryInfo | intermediate buffer 2|
675
 * +------------+--------------------------------------------+--------------------------------------------+
676
 *           offset[0]                                  offset[1]                                   offset[2]
677
 */
678
// TODO refactor: some function move away
679
int32_t setFunctionResultOutput(SOperatorInfo* pOperator, SOptrBasicInfo* pInfo, SAggSupporter* pSup, int32_t stage,
1,873,461✔
680
                             int32_t numOfExprs) {
681
  SExecTaskInfo*  pTaskInfo = pOperator->pTaskInfo;
1,873,461✔
682
  SqlFunctionCtx* pCtx = pOperator->exprSupp.pCtx;
1,873,461✔
683
  int32_t*        rowEntryInfoOffset = pOperator->exprSupp.rowEntryInfoOffset;
1,873,461✔
684

685
  SResultRowInfo* pResultRowInfo = &pInfo->resultRowInfo;
1,873,461✔
686
  initResultRowInfo(pResultRowInfo);
1,873,461✔
687

688
  int64_t     tid = 0;
1,873,936✔
689
  int64_t     groupId = 0;
1,873,936✔
690
  SResultRow* pRow = doSetResultOutBufByKey(pSup->pResultBuf, pResultRowInfo, (char*)&tid, sizeof(tid), true, groupId,
1,873,936✔
691
                                            pTaskInfo, false, pSup, true);
692
  if (pRow == NULL || pTaskInfo->code != 0) {
1,874,461!
693
    return pTaskInfo->code;
×
694
  }
695

696
  for (int32_t i = 0; i < numOfExprs; ++i) {
12,455,050✔
697
    struct SResultRowEntryInfo* pEntry = getResultEntryInfo(pRow, i, rowEntryInfoOffset);
10,579,361✔
698
    cleanupResultRowEntry(pEntry);
10,580,589✔
699

700
    pCtx[i].resultInfo = pEntry;
10,580,589✔
701
    pCtx[i].scanFlag = stage;
10,580,589✔
702
  }
703

704
  return initCtxOutputBuffer(pCtx, numOfExprs);
1,875,689✔
705
}
706

707
int32_t setRowTsColumnOutputInfo(SqlFunctionCtx* pCtx, int32_t numOfCols, SArray** pResList) {
1,871,886✔
708
  QRY_PARAM_CHECK(pResList);
1,871,886!
709
  SArray* pList = taosArrayInit(4, sizeof(int32_t));
1,871,886✔
710
  if (pList == NULL) {
1,874,692!
UNCOV
711
    return terrno;
×
712
  }
713

714
  for (int32_t i = 0; i < numOfCols; ++i) {
12,459,025✔
715
    if (fmIsPseudoColumnFunc(pCtx[i].functionId)) {
10,583,678!
716
      void* px = taosArrayPush(pList, &i);
×
717
      if (px == NULL) {
×
718
        return terrno;
×
719
      }
720
    }
721
  }
722

723
  *pResList = pList;
1,875,347✔
724
  return 0;
1,875,347✔
725
}
726

727
int32_t doGenerateSourceData(SOperatorInfo* pOperator) {
1,567✔
728
  SProjectOperatorInfo* pProjectInfo = pOperator->info;
1,567✔
729

730
  SExprSupp*   pSup = &pOperator->exprSupp;
1,567✔
731
  SSDataBlock* pRes = pProjectInfo->binfo.pRes;
1,567✔
732
  SExprInfo*   pExpr = pSup->pExprInfo;
1,567✔
733
  int64_t      st = taosGetTimestampUs();
1,567✔
734
  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;
1,567✔
735

736
  int32_t code = blockDataEnsureCapacity(pRes, pOperator->resultInfo.capacity);
1,567✔
737
  if (code) {
1,567!
738
    return code;
×
739
  }
740

741
  for (int32_t k = 0; k < pSup->numOfExprs; ++k) {
3,140✔
742
    int32_t outputSlotId = pExpr[k].base.resSchema.slotId;
1,573✔
743

744
    if (pExpr[k].pExpr->nodeType == QUERY_NODE_VALUE) {
1,573!
745
      SColumnInfoData* pColInfoData = taosArrayGet(pRes->pDataBlock, outputSlotId);
1,573✔
746
      if (pColInfoData == NULL) {
1,573!
747
        return terrno;
×
748
      }
749

750
      int32_t type = pExpr[k].base.pParam[0].param.nType;
1,573✔
751
      if (TSDB_DATA_TYPE_NULL == type) {
1,573✔
752
        colDataSetNNULL(pColInfoData, 0, 1);
753
      } else {
754
        code = colDataSetVal(pColInfoData, 0, taosVariantGet(&pExpr[k].base.pParam[0].param, type), false);
1,553✔
755
        if (code) {
1,553!
756
          return code;
×
757
        }
758
      }
759
    } else if (pExpr[k].pExpr->nodeType == QUERY_NODE_FUNCTION) {
×
760
      SqlFunctionCtx* pfCtx = &pSup->pCtx[k];
×
761

762
      // UDF scalar functions will be calculated here, for example, select foo(n) from (select 1 n).
763
      // UDF aggregate functions will be handled in agg operator.
764
      if (fmIsScalarFunc(pfCtx->functionId)) {
×
765
        SArray* pBlockList = taosArrayInit(4, POINTER_BYTES);
×
766
        if (pBlockList == NULL) {
×
767
          return terrno;
×
768
        }
769

770
        void* px = taosArrayPush(pBlockList, &pRes);
×
771
        if (px == NULL) {
×
772
          return terrno;
×
773
        }
774

775
        SColumnInfoData* pResColData = taosArrayGet(pRes->pDataBlock, outputSlotId);
×
776
        if (pResColData == NULL) {
×
777
          return terrno;
×
778
        }
779

780
        SColumnInfoData  idata = {.info = pResColData->info, .hasNull = true};
×
781

782
        SScalarParam dest = {.columnData = &idata};
×
783
        code = scalarCalculate((SNode*)pExpr[k].pExpr->_function.pFunctNode, pBlockList, &dest);
×
784
        if (code != TSDB_CODE_SUCCESS) {
×
785
          taosArrayDestroy(pBlockList);
×
786
          return code;
×
787
        }
788

789
        int32_t startOffset = pRes->info.rows;
×
790
        if (pRes->info.capacity <= 0) {
×
791
          qError("project failed at: %s:%d", __func__, __LINE__);
×
792
          return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;
×
793
        }
794
        code = colDataAssign(pResColData, &idata, dest.numOfRows, &pRes->info);
×
795
        if (code) {
×
796
          return code;
×
797
        }
798

799
        colDataDestroy(&idata);
×
800
        taosArrayDestroy(pBlockList);
×
801
      } else {
802
        return TSDB_CODE_OPS_NOT_SUPPORT;
×
803
      }
804
    } else {
805
      return TSDB_CODE_OPS_NOT_SUPPORT;
×
806
    }
807
  }
808

809
  pRes->info.rows = 1;
1,567✔
810
  code = doFilter(pRes, pOperator->exprSupp.pFilterInfo, NULL);
1,567✔
811
  if (code) {
1,565!
812
    pTaskInfo->code = code;
×
813
    return code;
×
814
  }
815

816
  (void) doIngroupLimitOffset(&pProjectInfo->limitInfo, 0, pRes, pOperator);
1,565✔
817

818
  pOperator->resultInfo.totalRows += pRes->info.rows;
1,566✔
819

820
  setOperatorCompleted(pOperator);
1,566✔
821
  if (pOperator->cost.openCost == 0) {
1,568✔
822
    pOperator->cost.openCost = (taosGetTimestampUs() - st) / 1000.0;
1,566✔
823
  }
824

825
  return code;
1,567✔
826
}
827

828
static void setPseudoOutputColInfo(SSDataBlock* pResult, SqlFunctionCtx* pCtx, SArray* pPseudoList) {
11,316,631✔
829
  size_t num = (pPseudoList != NULL) ? taosArrayGetSize(pPseudoList) : 0;
11,316,631✔
830
  for (int32_t i = 0; i < num; ++i) {
11,317,299!
831
    pCtx[i].pOutput = taosArrayGet(pResult->pDataBlock, i);
×
832
    if (pCtx[i].pOutput == NULL) {
×
833
      qError("failed to get the output buf, ptr is null");
×
834
    }
835
  }
836
}
11,317,299✔
837

838
int32_t projectApplyFunctions(SExprInfo* pExpr, SSDataBlock* pResult, SSDataBlock* pSrcBlock, SqlFunctionCtx* pCtx,
11,316,814✔
839
                              int32_t numOfOutput, SArray* pPseudoList) {
840
  int32_t lino = 0;
11,316,814✔
841
  int32_t code = TSDB_CODE_SUCCESS;
11,316,814✔
842
  setPseudoOutputColInfo(pResult, pCtx, pPseudoList);
11,316,814✔
843
  pResult->info.dataLoad = 1;
11,317,483✔
844

845
  SArray* processByRowFunctionCtx = NULL;
11,317,483✔
846
  if (pSrcBlock == NULL) {
11,317,483!
847
    for (int32_t k = 0; k < numOfOutput; ++k) {
×
848
      int32_t outputSlotId = pExpr[k].base.resSchema.slotId;
×
849

850
      if (pExpr[k].pExpr->nodeType != QUERY_NODE_VALUE) {
×
851
        qError("project failed at: %s:%d", __func__, __LINE__);
×
852
        code = TSDB_CODE_INVALID_PARA;
×
853
        TSDB_CHECK_CODE(code, lino, _exit);
×
854
      }
855
      SColumnInfoData* pColInfoData = taosArrayGet(pResult->pDataBlock, outputSlotId);
×
856
      if (pColInfoData == NULL) {
×
857
        code = terrno;
×
858
        TSDB_CHECK_CODE(code, lino, _exit);
×
859
      }
860

861
      int32_t type = pExpr[k].base.pParam[0].param.nType;
×
862
      if (TSDB_DATA_TYPE_NULL == type) {
×
863
        colDataSetNNULL(pColInfoData, 0, 1);
864
      } else {
865
        code = colDataSetVal(pColInfoData, 0, taosVariantGet(&pExpr[k].base.pParam[0].param, type), false);
×
866
        TSDB_CHECK_CODE(code, lino, _exit);
×
867
      }
868
    }
869

870
    pResult->info.rows = 1;
×
871
    goto _exit;
×
872
  }
873

874
  if (pResult != pSrcBlock) {
11,317,483✔
875
    pResult->info.id.groupId = pSrcBlock->info.id.groupId;
9,504,884✔
876
    memcpy(pResult->info.parTbName, pSrcBlock->info.parTbName, TSDB_TABLE_NAME_LEN);
9,504,884✔
877
  }
878

879
  // if the source equals to the destination, it is to create a new column as the result of scalar
880
  // function or some operators.
881
  bool createNewColModel = (pResult == pSrcBlock);
11,317,483✔
882
  if (createNewColModel) {
11,317,483✔
883
    code = blockDataEnsureCapacity(pResult, pResult->info.rows);
1,811,552✔
884
    if (code) {
1,811,626!
885
      TSDB_CHECK_CODE(code, lino, _exit);
×
886
    }
887
  }
888

889
  int32_t numOfRows = 0;
11,317,557✔
890

891
  for (int32_t k = 0; k < numOfOutput; ++k) {
36,486,313✔
892
    int32_t               outputSlotId = pExpr[k].base.resSchema.slotId;
25,283,234✔
893
    SqlFunctionCtx*       pfCtx = &pCtx[k];
25,283,234✔
894
    SInputColumnInfoData* pInputData = &pfCtx->input;
25,283,234✔
895

896
    if (pExpr[k].pExpr->nodeType == QUERY_NODE_COLUMN) {  // it is a project query
25,283,234✔
897
      SColumnInfoData* pColInfoData = taosArrayGet(pResult->pDataBlock, outputSlotId);
15,180,155✔
898
      if (pColInfoData == NULL) {
15,178,975✔
899
        code = terrno;
192✔
900
        TSDB_CHECK_CODE(code, lino, _exit);
57!
901
      }
902

903
      if (pResult->info.rows > 0 && !createNewColModel) {
15,178,783!
904
        int32_t ret = 0;
×
905

906
        if (pInputData->pData[0] == NULL) {
×
907
          int32_t slotId = pfCtx->param[0].pCol->slotId;
×
908

909
          SColumnInfoData* pInput = taosArrayGet(pSrcBlock->pDataBlock, slotId);
×
910
          if (pInput == NULL) {
×
911
            code = terrno;
×
912
            TSDB_CHECK_CODE(code, lino, _exit);
×
913
          }
914

915
          ret = colDataMergeCol(pColInfoData, pResult->info.rows, (int32_t*)&pResult->info.capacity, pInput,
×
916
                                pSrcBlock->info.rows);
×
917
        } else {
918
          ret = colDataMergeCol(pColInfoData, pResult->info.rows, (int32_t*)&pResult->info.capacity,
×
919
                                pInputData->pData[0], pInputData->numOfRows);
×
920
        }
921

922
        if (ret < 0) {
×
923
          code = ret;
×
924
        }
925

926
        TSDB_CHECK_CODE(code, lino, _exit);
×
927
      } else {
928
        if (pInputData->pData[0] == NULL) {
15,178,783✔
929
          int32_t slotId = pfCtx->param[0].pCol->slotId;
24,479✔
930

931
          SColumnInfoData* pInput = taosArrayGet(pSrcBlock->pDataBlock, slotId);
24,479✔
932
          if (pInput == NULL) {
24,479!
933
            code = terrno;
×
934
            TSDB_CHECK_CODE(code, lino, _exit);
×
935
          }
936

937
          code = colDataAssign(pColInfoData, pInput, pSrcBlock->info.rows, &pResult->info);
24,479✔
938
          numOfRows = pSrcBlock->info.rows;
24,479✔
939
        } else {
940
          code = colDataAssign(pColInfoData, pInputData->pData[0], pInputData->numOfRows, &pResult->info);
15,154,304✔
941
          numOfRows = pInputData->numOfRows;
15,154,922✔
942
        }
943

944
        TSDB_CHECK_CODE(code, lino, _exit);
15,179,401!
945
      }
946
    } else if (pExpr[k].pExpr->nodeType == QUERY_NODE_VALUE) {
10,103,079✔
947
      SColumnInfoData* pColInfoData = taosArrayGet(pResult->pDataBlock, outputSlotId);
3,756,785✔
948
      if (pColInfoData == NULL) {
3,756,837!
949
        code = terrno;
×
950
        TSDB_CHECK_CODE(code, lino, _exit);
×
951
      }
952

953
      int32_t offset = createNewColModel ? 0 : pResult->info.rows;
3,756,839!
954

955
      int32_t type = pExpr[k].base.pParam[0].param.nType;
3,756,839✔
956
      if (TSDB_DATA_TYPE_NULL == type) {
3,756,839✔
957
        colDataSetNNULL(pColInfoData, offset, pSrcBlock->info.rows);
21,559✔
958
      } else {
959
        char* p = taosVariantGet(&pExpr[k].base.pParam[0].param, type);
3,735,280✔
960
        for (int32_t i = 0; i < pSrcBlock->info.rows; ++i) {
2,147,483,647✔
961
          code = colDataSetVal(pColInfoData, i + offset, p, false);
2,147,483,647✔
962
          TSDB_CHECK_CODE(code, lino, _exit);
2,147,483,647!
963
        }
964
      }
965

966
      numOfRows = pSrcBlock->info.rows;
3,640,989✔
967
    } else if (pExpr[k].pExpr->nodeType == QUERY_NODE_OPERATOR) {
6,346,294✔
968
      SArray* pBlockList = taosArrayInit(4, POINTER_BYTES);
1,546,886✔
969
      if (pBlockList == NULL) {
1,547,230!
970
        code = terrno;
×
971
        TSDB_CHECK_CODE(code, lino, _exit);
15!
972
      }
973

974
      void* px = taosArrayPush(pBlockList, &pSrcBlock);
1,547,052✔
975
      if (px == NULL) {
1,547,052!
976
        code = terrno;
×
977
        taosArrayDestroy(pBlockList);
×
978
        TSDB_CHECK_CODE(code, lino, _exit);
×
979
      }
980

981
      SColumnInfoData* pResColData = taosArrayGet(pResult->pDataBlock, outputSlotId);
1,547,052✔
982
      if (pResColData == NULL) {
1,546,981!
983
        code = terrno;
×
984
        taosArrayDestroy(pBlockList);
×
985
        TSDB_CHECK_CODE(code, lino, _exit);
×
986
      }
987

988
      SColumnInfoData  idata = {.info = pResColData->info, .hasNull = true};
1,546,981✔
989

990
      SScalarParam dest = {.columnData = &idata};
1,546,981✔
991
      code = scalarCalculate(pExpr[k].pExpr->_optrRoot.pRootNode, pBlockList, &dest);
1,546,981✔
992
      if (code != TSDB_CODE_SUCCESS) {
1,546,789✔
993
        taosArrayDestroy(pBlockList);
58✔
994
        TSDB_CHECK_CODE(code, lino, _exit);
15!
995
      }
996

997
      int32_t startOffset = createNewColModel ? 0 : pResult->info.rows;
1,546,731✔
998
      if (pResult->info.capacity <= 0) {
1,546,731!
999
        qError("project failed at: %s:%d", __func__, __LINE__);
×
1000
        code = TSDB_CODE_INVALID_PARA;
×
1001
        TSDB_CHECK_CODE(code, lino, _exit);
×
1002
      }
1003

1004
      int32_t ret = colDataMergeCol(pResColData, startOffset, (int32_t*)&pResult->info.capacity, &idata, dest.numOfRows);
1,546,731✔
1005
      if (ret < 0) {
1,546,580!
1006
        code = ret;
×
1007
      }
1008

1009
      colDataDestroy(&idata);
1,546,580✔
1010
      TSDB_CHECK_CODE(code, lino, _exit);
1,546,945!
1011

1012
      numOfRows = dest.numOfRows;
1,546,945✔
1013
      taosArrayDestroy(pBlockList);
1,546,945✔
1014
    } else if (pExpr[k].pExpr->nodeType == QUERY_NODE_FUNCTION) {
4,799,408!
1015
      // _rowts/_c0, not tbname column
1016
      if (fmIsPseudoColumnFunc(pfCtx->functionId) && (!fmIsScanPseudoColumnFunc(pfCtx->functionId))) {
4,799,646!
1017
        // do nothing
1018
      } else if (fmIsIndefiniteRowsFunc(pfCtx->functionId)) {
4,800,066✔
1019
        SResultRowEntryInfo* pResInfo = GET_RES_INFO(pfCtx);
2,368,532✔
1020
        code = pfCtx->fpSet.init(pfCtx, pResInfo);
2,368,532✔
1021
        TSDB_CHECK_CODE(code, lino, _exit);
2,368,538!
1022
        pfCtx->pOutput = taosArrayGet(pResult->pDataBlock, outputSlotId);
2,368,538✔
1023
        if (pfCtx->pOutput == NULL) {
2,368,535!
1024
          code = terrno;
×
1025
          TSDB_CHECK_CODE(code, lino, _exit);
×
1026
        }
1027

1028
        pfCtx->offset = createNewColModel ? 0 : pResult->info.rows;  // set the start offset
2,368,535!
1029

1030
        // set the timestamp(_rowts) output buffer
1031
        if (taosArrayGetSize(pPseudoList) > 0) {
2,368,535!
1032
          int32_t* outputColIndex = taosArrayGet(pPseudoList, 0);
×
1033
          if (outputColIndex == NULL) {
×
1034
            code = terrno;
×
1035
            TSDB_CHECK_CODE(code, lino, _exit);
×
1036
          }
1037

1038
          pfCtx->pTsOutput = (SColumnInfoData*)pCtx[*outputColIndex].pOutput;
×
1039
        }
1040

1041
        // link pDstBlock to set selectivity value
1042
        if (pfCtx->subsidiaries.num > 0) {
2,368,531✔
1043
          pfCtx->pDstBlock = pResult;
481,458✔
1044
        }
1045

1046
        code = pfCtx->fpSet.process(pfCtx);
2,368,531✔
1047
        if (code != TSDB_CODE_SUCCESS) {
2,368,541✔
1048
          if (pCtx[k].fpSet.cleanup != NULL) {
18!
1049
            pCtx[k].fpSet.cleanup(&pCtx[k]);
×
1050
          }
1051
          TSDB_CHECK_CODE(code, lino, _exit);
18!
1052
        }
1053

1054
        numOfRows = pResInfo->numOfRes;
2,368,523✔
1055
        if (fmIsProcessByRowFunc(pfCtx->functionId)) {
2,368,523✔
1056
          if (NULL == processByRowFunctionCtx) {
1,912,097✔
1057
            processByRowFunctionCtx = taosArrayInit(1, sizeof(SqlFunctionCtx*));
1,911,940✔
1058
            if (!processByRowFunctionCtx) {
1,911,951!
1059
              code = terrno;
×
1060
              TSDB_CHECK_CODE(code, lino, _exit);
×
1061
            }
1062
          }
1063

1064
          void* px = taosArrayPush(processByRowFunctionCtx, &pfCtx);
1,912,103✔
1065
          if (px == NULL) {
1,912,103!
1066
            code = terrno;
×
1067
            TSDB_CHECK_CODE(code, lino, _exit);
×
1068
          }
1069
        }
1070
      } else if (fmIsAggFunc(pfCtx->functionId)) {
2,431,313✔
1071
        // selective value output should be set during corresponding function execution
1072
        if (fmIsSelectValueFunc(pfCtx->functionId)) {
702,686✔
1073
          continue;
481,722✔
1074
        }
1075
        // _group_key function for "partition by tbname" + csum(col_name) query
1076
        SColumnInfoData* pOutput = taosArrayGet(pResult->pDataBlock, outputSlotId);
220,965✔
1077
        if (pOutput == NULL) {
220,965!
1078
          code = terrno;
×
1079
          TSDB_CHECK_CODE(code, lino, _exit);
×
1080
        }
1081

1082
        int32_t          slotId = pfCtx->param[0].pCol->slotId;
220,965✔
1083

1084
        // todo handle the json tag
1085
        SColumnInfoData* pInput = taosArrayGet(pSrcBlock->pDataBlock, slotId);
220,965✔
1086
        if (pInput == NULL) {
220,965!
1087
          code = terrno;
×
1088
          TSDB_CHECK_CODE(code, lino, _exit);
×
1089
        }
1090

1091
        for (int32_t f = 0; f < pSrcBlock->info.rows; ++f) {
15,955,588✔
1092
          bool isNull = colDataIsNull_s(pInput, f);
15,734,623✔
1093
          if (isNull) {
15,734,623✔
1094
            colDataSetNULL(pOutput, pResult->info.rows + f);
1,551,690✔
1095
          } else {
1096
            char* data = colDataGetData(pInput, f);
14,182,933!
1097
            code = colDataSetVal(pOutput, pResult->info.rows + f, data, isNull);
14,182,933✔
1098
            TSDB_CHECK_CODE(code, lino, _exit);
14,182,933!
1099
          }
1100
        }
1101

1102
      } else {
1103
        SArray* pBlockList = taosArrayInit(4, POINTER_BYTES);
1,728,123✔
1104
        if (pBlockList == NULL) {
1,729,571!
1105
          code = terrno;
×
1106
          TSDB_CHECK_CODE(code, lino, _exit);
24!
1107
        }
1108

1109
        void* px = taosArrayPush(pBlockList, &pSrcBlock);
1,729,595✔
1110
        if (px == NULL) {
1,729,595!
1111
          code = terrno;
×
1112
          TSDB_CHECK_CODE(code, lino, _exit);
×
1113
        }
1114

1115
        SColumnInfoData* pResColData = taosArrayGet(pResult->pDataBlock, outputSlotId);
1,729,595✔
1116
        if (pResColData == NULL) {
1,729,476!
1117
          taosArrayDestroy(pBlockList);
×
1118
          code = terrno;
×
1119
          TSDB_CHECK_CODE(code, lino, _exit);
×
1120
        }
1121

1122
        SColumnInfoData  idata = {.info = pResColData->info, .hasNull = true};
1,729,476✔
1123

1124
        SScalarParam dest = {.columnData = &idata};
1,729,476✔
1125
        code = scalarCalculate((SNode*)pExpr[k].pExpr->_function.pFunctNode, pBlockList, &dest);
1,729,476✔
1126
        if (code != TSDB_CODE_SUCCESS) {
1,729,312!
1127
          taosArrayDestroy(pBlockList);
×
1128
          TSDB_CHECK_CODE(code, lino, _exit);
24!
1129
        }
1130

1131
        int32_t startOffset = createNewColModel ? 0 : pResult->info.rows;
1,729,529✔
1132
        if (pResult->info.capacity <= 0) {
1,729,529!
1133
          qError("project failed at: %s:%d", __func__, __LINE__);
×
1134
          code = TSDB_CODE_INVALID_PARA;
×
1135
          TSDB_CHECK_CODE(code, lino, _exit);
×
1136
        }
1137
        int32_t ret = colDataMergeCol(pResColData, startOffset, (int32_t*)&pResult->info.capacity, &idata, dest.numOfRows);
1,729,529✔
1138
        if (ret < 0) {
1,728,636!
1139
          code = ret;
×
1140
        }
1141

1142
        colDataDestroy(&idata);
1,728,636✔
1143

1144
        numOfRows = dest.numOfRows;
1,730,053✔
1145
        taosArrayDestroy(pBlockList);
1,730,053✔
1146
        TSDB_CHECK_CODE(code, lino, _exit);
1,730,187!
1147
      }
1148
    } else {
UNCOV
1149
      return TSDB_CODE_OPS_NOT_SUPPORT;
×
1150
    }
1151
  }
1152

1153
  if (processByRowFunctionCtx && taosArrayGetSize(processByRowFunctionCtx) > 0){
11,203,079✔
1154
    SqlFunctionCtx** pfCtx = taosArrayGet(processByRowFunctionCtx, 0);
1,798,037✔
1155
    if (pfCtx == NULL) {
1,911,945!
1156
      code = terrno;
×
1157
      TSDB_CHECK_CODE(code, lino, _exit);
×
1158
    }
1159

1160
    code = (*pfCtx)->fpSet.processFuncByRow(processByRowFunctionCtx);
1,911,945✔
1161
    TSDB_CHECK_CODE(code, lino, _exit);
1,911,951✔
1162
    numOfRows = (*pfCtx)->resultInfo->numOfRes;
1,911,930✔
1163
  }
1164

1165
  if (!createNewColModel) {
11,316,971✔
1166
    pResult->info.rows += numOfRows;
9,505,141✔
1167
  }
1168

1169
_exit:
1,811,830✔
1170
  if(processByRowFunctionCtx) {
11,317,049✔
1171
    taosArrayDestroy(processByRowFunctionCtx);
1,911,951✔
1172
  }
1173
  if(code) {
11,317,047✔
1174
    qError("project apply functions failed at: %s:%d", __func__, lino);
78!
1175
  }
1176
  return code;
11,317,337✔
1177
}
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc