• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #3612

14 Feb 2025 06:43AM UTC coverage: 63.513% (+0.06%) from 63.456%
#3612

push

travis-ci

web-flow
Merge pull request #29757 from taosdata/feat/TS-5486

feat: support interp function with time range and time interval

141465 of 286269 branches covered (49.42%)

Branch coverage included in aggregate %.

220292 of 283307 relevant lines covered (77.76%)

18570887.65 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

69.08
/source/libs/executor/src/projectoperator.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#include "executorInt.h"
17
#include "filter.h"
18
#include "functionMgt.h"
19
#include "operator.h"
20
#include "querytask.h"
21
#include "taoserror.h"
22
#include "tdatablock.h"
23

24
typedef struct SProjectOperatorInfo {
25
  SOptrBasicInfo binfo;
26
  SAggSupporter  aggSup;
27
  SArray*        pPseudoColInfo;
28
  SLimitInfo     limitInfo;
29
  bool           mergeDataBlocks;
30
  SSDataBlock*   pFinalRes;
31
  bool           inputIgnoreGroup;
32
  bool           outputIgnoreGroup;
33
} SProjectOperatorInfo;
34

35
typedef struct SIndefOperatorInfo {
36
  SOptrBasicInfo binfo;
37
  SAggSupporter  aggSup;
38
  SArray*        pPseudoColInfo;
39
  SExprSupp      scalarSup;
40
  uint64_t       groupId;
41
  SSDataBlock*   pNextGroupRes;
42
} SIndefOperatorInfo;
43

44
static int32_t      doGenerateSourceData(SOperatorInfo* pOperator);
45
static SSDataBlock* doProjectOperation1(SOperatorInfo* pOperator);
46
static int32_t      doProjectOperation(SOperatorInfo* pOperator, SSDataBlock** pResBlock);
47
static SSDataBlock* doApplyIndefinitFunction1(SOperatorInfo* pOperator);
48
static int32_t      doApplyIndefinitFunction(SOperatorInfo* pOperator, SSDataBlock** pResBlock);
49
static int32_t      setRowTsColumnOutputInfo(SqlFunctionCtx* pCtx, int32_t numOfCols, SArray** pResList);
50
static int32_t      setFunctionResultOutput(SOperatorInfo* pOperator, SOptrBasicInfo* pInfo, SAggSupporter* pSup,
51
                                            int32_t stage, int32_t numOfExprs);
52

53
static void destroyProjectOperatorInfo(void* param) {
1,806,300✔
54
  if (NULL == param) {
1,806,300!
55
    return;
×
56
  }
57

58
  SProjectOperatorInfo* pInfo = (SProjectOperatorInfo*)param;
1,806,300✔
59
  cleanupBasicInfo(&pInfo->binfo);
1,806,300✔
60
  cleanupAggSup(&pInfo->aggSup);
1,806,472✔
61
  taosArrayDestroy(pInfo->pPseudoColInfo);
1,806,477✔
62

63
  blockDataDestroy(pInfo->pFinalRes);
1,806,409✔
64
  taosMemoryFreeClear(param);
1,806,494!
65
}
66

67
static void destroyIndefinitOperatorInfo(void* param) {
120,740✔
68
  SIndefOperatorInfo* pInfo = (SIndefOperatorInfo*)param;
120,740✔
69
  if (pInfo == NULL) {
120,740!
70
    return;
×
71
  }
72

73
  cleanupBasicInfo(&pInfo->binfo);
120,740✔
74
  taosArrayDestroy(pInfo->pPseudoColInfo);
120,742✔
75
  cleanupAggSup(&pInfo->aggSup);
120,742✔
76
  cleanupExprSupp(&pInfo->scalarSup);
120,742✔
77

78
  taosMemoryFreeClear(param);
120,742!
79
}
80

81
void streamOperatorReleaseState(SOperatorInfo* pOperator) {
1,015✔
82
  SOperatorInfo* downstream = pOperator->pDownstream[0];
1,015✔
83
  if (downstream->fpSet.releaseStreamStateFn) {
1,015!
84
    downstream->fpSet.releaseStreamStateFn(downstream);
1,017✔
85
  }
86
}
1,016✔
87

88
void streamOperatorReloadState(SOperatorInfo* pOperator) {
1,019✔
89
  SOperatorInfo* downstream = pOperator->pDownstream[0];
1,019✔
90
  if (downstream->fpSet.reloadStreamStateFn) {
1,019!
91
    downstream->fpSet.reloadStreamStateFn(downstream);
1,020✔
92
  }
93
}
1,019✔
94

95
int32_t createProjectOperatorInfo(SOperatorInfo* downstream, SProjectPhysiNode* pProjPhyNode, SExecTaskInfo* pTaskInfo,
1,803,979✔
96
                                  SOperatorInfo** pOptrInfo) {
97
  QRY_PARAM_CHECK(pOptrInfo);
1,803,979!
98

99
  int32_t code = TSDB_CODE_SUCCESS;
1,803,979✔
100
  SProjectOperatorInfo* pInfo = taosMemoryCalloc(1, sizeof(SProjectOperatorInfo));
1,803,979!
101
  SOperatorInfo*        pOperator = taosMemoryCalloc(1, sizeof(SOperatorInfo));
1,804,804!
102
  if (pInfo == NULL || pOperator == NULL) {
1,805,081!
103
    code = terrno;
×
104
    goto _error;
×
105
  }
106

107
  pOperator->exprSupp.hasWindowOrGroup = false;
1,805,203✔
108
  pOperator->pTaskInfo = pTaskInfo;
1,805,203✔
109

110
  int32_t    lino = 0;
1,805,203✔
111

112
  SSDataBlock* pResBlock = createDataBlockFromDescNode(pProjPhyNode->node.pOutputDataBlockDesc);
1,805,203✔
113
  TSDB_CHECK_NULL(pResBlock, code, lino, _error, terrno);
1,805,824!
114

115
  initLimitInfo(pProjPhyNode->node.pLimit, pProjPhyNode->node.pSlimit, &pInfo->limitInfo);
1,805,824✔
116

117
  pInfo->binfo.pRes = pResBlock;
1,806,051✔
118
  pInfo->pFinalRes = NULL;
1,806,051✔
119

120
  code = createOneDataBlock(pResBlock, false, &pInfo->pFinalRes);
1,806,051✔
121
  TSDB_CHECK_CODE(code, lino, _error);
1,806,098!
122

123
  pInfo->binfo.inputTsOrder = pProjPhyNode->node.inputTsOrder;
1,806,098✔
124
  pInfo->binfo.outputTsOrder = pProjPhyNode->node.outputTsOrder;
1,806,098✔
125
  pInfo->inputIgnoreGroup = pProjPhyNode->inputIgnoreGroup;
1,806,098✔
126
  pInfo->outputIgnoreGroup = pProjPhyNode->ignoreGroupId;
1,806,098✔
127

128
  if (pTaskInfo->execModel == OPTR_EXEC_MODEL_STREAM || pTaskInfo->execModel == OPTR_EXEC_MODEL_QUEUE) {
1,806,098✔
129
    pInfo->mergeDataBlocks = false;
4,926✔
130
  } else {
131
    if (!pProjPhyNode->ignoreGroupId) {
1,801,172✔
132
      pInfo->mergeDataBlocks = false;
25,086✔
133
    } else {
134
      pInfo->mergeDataBlocks = pProjPhyNode->mergeDataBlock;
1,776,086✔
135
    }
136
  }
137

138
  int32_t numOfRows = 4096;
1,806,098✔
139
  size_t  keyBufSize = sizeof(int64_t) + sizeof(int64_t) + POINTER_BYTES;
1,806,098✔
140

141
  // Make sure the size of SSDataBlock will never exceed the size of 2MB.
142
  int32_t TWOMB = 2 * 1024 * 1024;
1,806,098✔
143
  if (numOfRows * pResBlock->info.rowSize > TWOMB) {
1,806,098✔
144
    numOfRows = TWOMB / pResBlock->info.rowSize;
254,438✔
145
  }
146

147
  initResultSizeInfo(&pOperator->resultInfo, numOfRows);
1,806,098✔
148
  
149
  int32_t    numOfCols = 0;
1,805,520✔
150
  SExprInfo* pExprInfo = NULL;
1,805,520✔
151
  code = createExprInfo(pProjPhyNode->pProjections, NULL, &pExprInfo, &numOfCols);
1,805,520✔
152
  TSDB_CHECK_CODE(code, lino, _error);
1,806,083!
153
  code = initAggSup(&pOperator->exprSupp, &pInfo->aggSup, pExprInfo, numOfCols, keyBufSize, pTaskInfo->id.str,
1,806,083✔
154
                    pTaskInfo->streamInfo.pState, &pTaskInfo->storageAPI.functionStore);
1,806,083✔
155
  TSDB_CHECK_CODE(code, lino, _error);
1,805,985!
156

157
  initBasicInfo(&pInfo->binfo, pResBlock);
1,805,985✔
158
  code = setFunctionResultOutput(pOperator, &pInfo->binfo, &pInfo->aggSup, MAIN_SCAN, numOfCols);
1,805,257✔
159
  TSDB_CHECK_CODE(code, lino, _error);
1,805,314!
160

161
  code = filterInitFromNode((SNode*)pProjPhyNode->node.pConditions, &pOperator->exprSupp.pFilterInfo, 0);
1,805,314✔
162
  TSDB_CHECK_CODE(code, lino, _error);
1,805,199!
163

164
  code = setRowTsColumnOutputInfo(pOperator->exprSupp.pCtx, numOfCols, &pInfo->pPseudoColInfo);
1,805,199✔
165
  TSDB_CHECK_CODE(code, lino, _error);
1,806,109!
166

167
  setOperatorInfo(pOperator, "ProjectOperator", QUERY_NODE_PHYSICAL_PLAN_PROJECT, false, OP_NOT_OPENED, pInfo,
1,806,109✔
168
                  pTaskInfo);
169
  pOperator->fpSet = createOperatorFpSet(optrDummyOpenFn, doProjectOperation, NULL, destroyProjectOperatorInfo,
1,805,553✔
170
                                         optrDefaultBufFn, NULL, optrDefaultGetNextExtFn, NULL);
171
  setOperatorStreamStateFn(pOperator, streamOperatorReleaseState, streamOperatorReloadState);
1,804,498✔
172

173
  if (NULL != downstream) {
1,805,034✔
174
    code = appendDownstream(pOperator, &downstream, 1);
1,803,485✔
175
    if (code != TSDB_CODE_SUCCESS) {
1,804,496!
176
      goto _error;
×
177
    }
178
  }
179

180
  *pOptrInfo = pOperator;
1,806,045✔
181
  return TSDB_CODE_SUCCESS;
1,806,045✔
182

183
_error:
×
184
  if (pInfo != NULL) destroyProjectOperatorInfo(pInfo);
×
185
  destroyOperatorAndDownstreams(pOperator, &downstream, 1);
×
186
  pTaskInfo->code = code;
×
187
  return code;
×
188
}
189

190
static int32_t discardGroupDataBlock(SSDataBlock* pBlock, SLimitInfo* pLimitInfo) {
5,552,433✔
191
  if (pLimitInfo->remainGroupOffset > 0) {
5,552,433✔
192
    // it is the first group
193
    if (pLimitInfo->currentGroupId == 0 || pLimitInfo->currentGroupId == pBlock->info.id.groupId) {
3,785✔
194
      pLimitInfo->currentGroupId = pBlock->info.id.groupId;
2,128✔
195
      return PROJECT_RETRIEVE_CONTINUE;
2,128✔
196
    } else if (pLimitInfo->currentGroupId != pBlock->info.id.groupId) {
1,657!
197
      // now it is the data from a new group
198
      pLimitInfo->remainGroupOffset -= 1;
1,657✔
199
      pLimitInfo->currentGroupId = pBlock->info.id.groupId;
1,657✔
200

201
      // ignore data block in current group
202
      if (pLimitInfo->remainGroupOffset > 0) {
1,657✔
203
        return PROJECT_RETRIEVE_CONTINUE;
1,476✔
204
      }
205

206
      pLimitInfo->currentGroupId = 0;
181✔
207
    }
208
  }
209

210
  return PROJECT_RETRIEVE_DONE;
5,548,829✔
211
}
212

213
static int32_t setInfoForNewGroup(SSDataBlock* pBlock, SLimitInfo* pLimitInfo, SOperatorInfo* pOperator) {
5,548,724✔
214
  // remainGroupOffset == 0
215
  // here check for a new group data, we need to handle the data of the previous group.
216
  if (!(pLimitInfo->remainGroupOffset == 0 || pLimitInfo->remainGroupOffset == -1)) {
5,548,724!
217
    qError("project failed at: %s:%d", __func__, __LINE__);
×
218
    return TSDB_CODE_INVALID_PARA;
×
219
  }
220

221
  bool newGroup = false;
5,548,724✔
222
  if (0 == pBlock->info.id.groupId) {
5,548,724✔
223
    pLimitInfo->numOfOutputGroups = 1;
5,357,664✔
224
  } else if (pLimitInfo->currentGroupId != pBlock->info.id.groupId) {
191,060✔
225
    pLimitInfo->currentGroupId = pBlock->info.id.groupId;
174,459✔
226
    pLimitInfo->numOfOutputGroups += 1;
174,459✔
227
    newGroup = true;
174,459✔
228
  } else {
229
    return PROJECT_RETRIEVE_CONTINUE;
16,601✔
230
  }
231

232
  if ((pLimitInfo->slimit.limit >= 0) && (pLimitInfo->slimit.limit < pLimitInfo->numOfOutputGroups)) {
5,532,123✔
233
    setOperatorCompleted(pOperator);
384✔
234
    return PROJECT_RETRIEVE_DONE;
384✔
235
  }
236

237
  // reset the value for a new group data
238
  // existing rows that belongs to previous group.
239
  if (newGroup) {
5,531,739✔
240
    resetLimitInfoForNextGroup(pLimitInfo);
174,076✔
241
  }
242

243
  return PROJECT_RETRIEVE_CONTINUE;
5,531,880✔
244
}
245

246
// todo refactor
247
static int32_t doIngroupLimitOffset(SLimitInfo* pLimitInfo, uint64_t groupId, SSDataBlock* pBlock,
5,549,907✔
248
                                    SOperatorInfo* pOperator) {
249
  // set current group id
250
  pLimitInfo->currentGroupId = groupId;
5,549,907✔
251
  bool limitReached = applyLimitOffset(pLimitInfo, pBlock, pOperator->pTaskInfo);
5,549,907✔
252
  if (pBlock->info.rows == 0 && 0 != pLimitInfo->limit.limit) {
5,550,229✔
253
    return PROJECT_RETRIEVE_CONTINUE;
16,572✔
254
  } else {
255
    if (limitReached && (pLimitInfo->slimit.limit >= 0 && pLimitInfo->slimit.limit <= pLimitInfo->numOfOutputGroups)) {
5,533,657✔
256
      setOperatorCompleted(pOperator);
118✔
257
    } else if (limitReached && groupId == 0) {
5,533,539✔
258
      setOperatorCompleted(pOperator);
107,088✔
259
    }
260
  }
261

262
  return PROJECT_RETRIEVE_DONE;
5,533,665✔
263
}
264

265
int32_t doProjectOperation(SOperatorInfo* pOperator, SSDataBlock** pResBlock) {
4,895,950✔
266
  QRY_PARAM_CHECK(pResBlock);
4,895,950!
267

268
  SProjectOperatorInfo* pProjectInfo = pOperator->info;
4,895,950✔
269
  SOptrBasicInfo*       pInfo = &pProjectInfo->binfo;
4,895,950✔
270
  SExprSupp*            pSup = &pOperator->exprSupp;
4,895,950✔
271
  SSDataBlock*          pRes = pInfo->pRes;
4,895,950✔
272
  SSDataBlock*          pFinalRes = pProjectInfo->pFinalRes;
4,895,950✔
273
  int32_t               code = 0;
4,895,950✔
274
  int32_t               lino = 0;
4,895,950✔
275
  int64_t               st = 0;
4,895,950✔
276
  int32_t               order = pInfo->inputTsOrder;
4,895,950✔
277
  int32_t               scanFlag = 0;
4,895,950✔
278

279
  blockDataCleanup(pFinalRes);
4,895,950✔
280
  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;
4,897,138✔
281

282
  if (pOperator->status == OP_EXEC_DONE) {
4,897,138✔
283
    return code;
1,000,873✔
284
  }
285

286
  if (pOperator->cost.openCost == 0) {
3,896,265✔
287
    st = taosGetTimestampUs();
1,806,699✔
288
  }
289

290
  SOperatorInfo* downstream = pOperator->numOfDownstream > 0 ? pOperator->pDownstream[0] : NULL;
3,897,349✔
291
  SLimitInfo*    pLimitInfo = &pProjectInfo->limitInfo;
3,897,349✔
292

293
  if (downstream == NULL) {
3,897,349✔
294
    code = doGenerateSourceData(pOperator);
1,657✔
295
    QUERY_CHECK_CODE(code, lino, _end);
1,657!
296

297
    if (pProjectInfo->outputIgnoreGroup) {
1,657!
298
      pRes->info.id.groupId = 0;
1,657✔
299
    }
300

301
    *pResBlock = (pRes->info.rows > 0)? pRes:NULL;
1,657!
302
    return code;
1,657✔
303
  }
304

305
  while (1) {
3,401,527✔
306
    while (1) {
20,176✔
307
      blockDataCleanup(pRes);
7,317,395✔
308

309
      // The downstream exec may change the value of the newgroup, so use a local variable instead.
310
      SSDataBlock* pBlock = getNextBlockFromDownstream(pOperator, 0);
7,315,881✔
311
      if (pBlock == NULL) {
7,317,784✔
312
        qDebug("set op close, exec %d, status %d rows %" PRId64 , pTaskInfo->execModel, pOperator->status, pFinalRes->info.rows);
1,759,154✔
313
        setOperatorCompleted(pOperator);
1,759,157✔
314
        break;
1,759,212✔
315
      }
316
//      if (pTaskInfo->execModel == OPTR_EXEC_MODEL_QUEUE) {
317
//        qDebug("set status recv");
318
//        pOperator->status = OP_EXEC_RECV;
319
//      }
320

321
      // for stream interval
322
      if (pBlock->info.type == STREAM_RETRIEVE || pBlock->info.type == STREAM_DELETE_RESULT ||
5,558,630✔
323
          pBlock->info.type == STREAM_DELETE_DATA || pBlock->info.type == STREAM_CREATE_CHILD_TABLE ||
5,557,363!
324
          pBlock->info.type == STREAM_CHECKPOINT) {
5,553,384✔
325

326
        *pResBlock = pBlock;
5,844✔
327
        return code;
5,844✔
328
      }
329

330
      if (pProjectInfo->inputIgnoreGroup) {
5,552,786✔
331
        pBlock->info.id.groupId = 0;
402,039✔
332
      }
333

334
      int32_t status = discardGroupDataBlock(pBlock, pLimitInfo);
5,552,786✔
335
      if (status == PROJECT_RETRIEVE_CONTINUE) {
5,552,593✔
336
        continue;
3,604✔
337
      }
338

339
      (void) setInfoForNewGroup(pBlock, pLimitInfo, pOperator);
5,548,989✔
340
      if (pOperator->status == OP_EXEC_DONE) {
5,549,044✔
341
        break;
384✔
342
      }
343

344
      if (pProjectInfo->mergeDataBlocks) {
5,548,660✔
345
        pFinalRes->info.scanFlag = scanFlag = pBlock->info.scanFlag;
4,379,561✔
346
      } else {
347
        pRes->info.scanFlag = scanFlag = pBlock->info.scanFlag;
1,169,099✔
348
      }
349

350
      code = setInputDataBlock(pSup, pBlock, order, scanFlag, false);
5,548,660✔
351
      QUERY_CHECK_CODE(code, lino, _end);
5,549,000!
352

353
      code = blockDataEnsureCapacity(pInfo->pRes, pInfo->pRes->info.rows + pBlock->info.rows);
5,549,000✔
354
      QUERY_CHECK_CODE(code, lino, _end);
5,549,157!
355

356
      code = projectApplyFunctions(pSup->pExprInfo, pInfo->pRes, pBlock, pSup->pCtx, pSup->numOfExprs,
5,549,157✔
357
                                   pProjectInfo->pPseudoColInfo);
358
      QUERY_CHECK_CODE(code, lino, _end);
5,548,412✔
359

360
      status = doIngroupLimitOffset(pLimitInfo, pBlock->info.id.groupId, pInfo->pRes, pOperator);
5,548,356✔
361
      if (status == PROJECT_RETRIEVE_CONTINUE) {
5,548,703✔
362
        continue;
16,572✔
363
      }
364

365
      break;
5,532,131✔
366
    }
367

368
    if (pProjectInfo->mergeDataBlocks) {
7,291,727✔
369
      if (pRes->info.rows > 0) {
5,395,592✔
370
        pFinalRes->info.id.groupId = 0;  // clear groupId
4,362,384✔
371
        pFinalRes->info.version = pRes->info.version;
4,362,384✔
372

373
        // continue merge data, ignore the group id
374
        code = blockDataMerge(pFinalRes, pRes);
4,362,384✔
375
        QUERY_CHECK_CODE(code, lino, _end);
4,362,611!
376

377
        if (pFinalRes->info.rows + pRes->info.rows <= pOperator->resultInfo.threshold && (pOperator->status != OP_EXEC_DONE)) {
4,362,611✔
378
          continue;
3,401,619✔
379
        }
380
      }
381

382
      // do apply filter
383
      code = doFilter(pFinalRes, pOperator->exprSupp.pFilterInfo, NULL);
1,994,200✔
384
      QUERY_CHECK_CODE(code, lino, _end);
1,994,356!
385

386
      // when apply the limit/offset for each group, pRes->info.rows may be 0, due to limit constraint.
387
      if (pFinalRes->info.rows > 0 || (pOperator->status == OP_EXEC_DONE)) {
1,994,356!
388
        qDebug("project return %" PRId64 " rows, status %d", pFinalRes->info.rows, pOperator->status);
1,994,448✔
389
        break;
1,994,349✔
390
      }
391
    } else {
392
      // do apply filter
393
      if (pRes->info.rows > 0) {
1,896,135✔
394
        code = doFilter(pRes, pOperator->exprSupp.pFilterInfo, NULL);
1,169,100✔
395
        QUERY_CHECK_CODE(code, lino, _end);
1,169,145!
396

397
        if (pRes->info.rows == 0) {
1,169,145!
398
          continue;
×
399
        }
400
      }
401

402
      // no results generated
403
      break;
1,896,180✔
404
    }
405
  }
406

407
  SSDataBlock* p = pProjectInfo->mergeDataBlocks ? pFinalRes : pRes;
3,890,529✔
408
  pOperator->resultInfo.totalRows += p->info.rows;
3,890,529✔
409
  p->info.dataLoad = 1;
3,890,529✔
410

411
  if (pOperator->cost.openCost == 0) {
3,890,529✔
412
    pOperator->cost.openCost = (taosGetTimestampUs() - st) / 1000.0;
1,803,702✔
413
  }
414

415
  if (pProjectInfo->outputIgnoreGroup) {
3,890,564✔
416
    p->info.id.groupId = 0;
3,756,496✔
417
  }
418

419
  if (pTaskInfo->execModel == OPTR_EXEC_MODEL_STREAM) {
3,890,564✔
420
    printDataBlock(p, getStreamOpName(pOperator->operatorType), GET_TASKID(pTaskInfo));
31,466✔
421
  }
422

423
  *pResBlock = (p->info.rows > 0)? p:NULL;
3,890,538✔
424

425
_end:
3,890,594✔
426
  if (code != TSDB_CODE_SUCCESS) {
3,890,594✔
427
    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));
56!
428
    pTaskInfo->code = code;
56✔
429
    T_LONG_JMP(pTaskInfo->env, code);
56!
430
  }
431
  return code;
3,890,538✔
432
}
433

434
int32_t createIndefinitOutputOperatorInfo(SOperatorInfo* downstream, SPhysiNode* pNode,
120,732✔
435
                                                 SExecTaskInfo* pTaskInfo, SOperatorInfo** pOptrInfo) {
436
  QRY_PARAM_CHECK(pOptrInfo);
120,732!
437
  int32_t code = 0;
120,732✔
438
  int32_t lino = 0;
120,732✔
439
  int32_t numOfRows = 4096;
120,732✔
440
  size_t  keyBufSize = sizeof(int64_t) + sizeof(int64_t) + POINTER_BYTES;
120,732✔
441

442
  SIndefOperatorInfo* pInfo = taosMemoryCalloc(1, sizeof(SIndefOperatorInfo));
120,732!
443
  SOperatorInfo*      pOperator = taosMemoryCalloc(1, sizeof(SOperatorInfo));
120,737!
444
  if (pInfo == NULL || pOperator == NULL) {
120,736!
445
    code = terrno;
×
446
    goto _error;
×
447
  }
448

449
  pOperator->pTaskInfo = pTaskInfo;
120,736✔
450

451
  SExprSupp* pSup = &pOperator->exprSupp;
120,736✔
452
  pSup->hasWindowOrGroup = false;
120,736✔
453

454
  SIndefRowsFuncPhysiNode* pPhyNode = (SIndefRowsFuncPhysiNode*)pNode;
120,736✔
455

456
  if (pPhyNode->pExprs != NULL) {
120,736✔
457
    int32_t    num = 0;
115✔
458
    SExprInfo* pSExpr = NULL;
115✔
459
    code = createExprInfo(pPhyNode->pExprs, NULL, &pSExpr, &num);
115✔
460
    QUERY_CHECK_CODE(code, lino, _error);
115!
461

462
    code = initExprSupp(&pInfo->scalarSup, pSExpr, num, &pTaskInfo->storageAPI.functionStore);
115✔
463
    if (code != TSDB_CODE_SUCCESS) {
115!
464
      goto _error;
×
465
    }
466
  }
467

468
  SSDataBlock* pResBlock = createDataBlockFromDescNode(pPhyNode->node.pOutputDataBlockDesc);
120,736✔
469
  TSDB_CHECK_NULL(pResBlock, code, lino, _error, terrno);
120,742!
470

471
  // Make sure the size of SSDataBlock will never exceed the size of 2MB.
472
  int32_t TWOMB = 2 * 1024 * 1024;
120,742✔
473
  if (numOfRows * pResBlock->info.rowSize > TWOMB) {
120,742!
474
    numOfRows = TWOMB / pResBlock->info.rowSize;
×
475
  }
476

477
  initBasicInfo(&pInfo->binfo, pResBlock);
120,742✔
478
  initResultSizeInfo(&pOperator->resultInfo, numOfRows);
120,739✔
479
  code = blockDataEnsureCapacity(pResBlock, numOfRows);
120,741✔
480
  TSDB_CHECK_CODE(code, lino, _error);
120,742!
481

482
  int32_t    numOfExpr = 0;
120,742✔
483
  SExprInfo* pExprInfo = NULL;
120,742✔
484
  code = createExprInfo(pPhyNode->pFuncs, NULL, &pExprInfo, &numOfExpr);
120,742✔
485
  TSDB_CHECK_CODE(code, lino, _error);
120,736!
486

487
  code = initAggSup(pSup, &pInfo->aggSup, pExprInfo, numOfExpr, keyBufSize, pTaskInfo->id.str,
120,736✔
488
                            pTaskInfo->streamInfo.pState, &pTaskInfo->storageAPI.functionStore);
120,736✔
489
  TSDB_CHECK_CODE(code, lino, _error);
120,739!
490

491
  code = setFunctionResultOutput(pOperator, &pInfo->binfo, &pInfo->aggSup, MAIN_SCAN, numOfExpr);
120,739✔
492
  TSDB_CHECK_CODE(code, lino, _error);
120,733!
493

494
  code = filterInitFromNode((SNode*)pPhyNode->node.pConditions, &pOperator->exprSupp.pFilterInfo, 0);
120,733✔
495
  TSDB_CHECK_CODE(code, lino, _error);
120,734!
496

497
  pInfo->binfo.pRes = pResBlock;
120,734✔
498
  pInfo->binfo.inputTsOrder = pNode->inputTsOrder;
120,734✔
499
  pInfo->binfo.outputTsOrder = pNode->outputTsOrder;
120,734✔
500
  code = setRowTsColumnOutputInfo(pSup->pCtx, numOfExpr, &pInfo->pPseudoColInfo);
120,734✔
501
  TSDB_CHECK_CODE(code, lino, _error);
120,740!
502

503
  setOperatorInfo(pOperator, "IndefinitOperator", QUERY_NODE_PHYSICAL_PLAN_INDEF_ROWS_FUNC, false, OP_NOT_OPENED, pInfo,
120,740✔
504
                  pTaskInfo);
505
  pOperator->fpSet = createOperatorFpSet(optrDummyOpenFn, doApplyIndefinitFunction, NULL, destroyIndefinitOperatorInfo,
120,738✔
506
                                         optrDefaultBufFn, NULL, optrDefaultGetNextExtFn, NULL);
507

508
  code = appendDownstream(pOperator, &downstream, 1);
120,736✔
509
  if (code != TSDB_CODE_SUCCESS) {
120,738!
510
    goto _error;
×
511
  }
512

513
  *pOptrInfo = pOperator;
120,738✔
514
  return TSDB_CODE_SUCCESS;
120,738✔
515

516
_error:
×
517
  if (pInfo != NULL) destroyIndefinitOperatorInfo(pInfo);
×
518
  destroyOperatorAndDownstreams(pOperator, &downstream, 1);
×
519
  pTaskInfo->code = code;
×
520
  return code;
×
521
}
522

523
static void doHandleDataBlock(SOperatorInfo* pOperator, SSDataBlock* pBlock, SOperatorInfo* downstream,
1,961,377✔
524
                              SExecTaskInfo* pTaskInfo) {
525
  SIndefOperatorInfo* pIndefInfo = pOperator->info;
1,961,377✔
526
  SOptrBasicInfo*     pInfo = &pIndefInfo->binfo;
1,961,377✔
527
  SExprSupp*          pSup = &pOperator->exprSupp;
1,961,377✔
528

529
  int32_t order = pInfo->inputTsOrder;
1,961,377✔
530
  int32_t scanFlag = pBlock->info.scanFlag;
1,961,377✔
531
  int32_t code = TSDB_CODE_SUCCESS;
1,961,377✔
532

533
  // there is an scalar expression that needs to be calculated before apply the group aggregation.
534
  SExprSupp* pScalarSup = &pIndefInfo->scalarSup;
1,961,377✔
535
  if (pScalarSup->pExprInfo != NULL) {
1,961,377✔
536
    code = projectApplyFunctions(pScalarSup->pExprInfo, pBlock, pBlock, pScalarSup->pCtx, pScalarSup->numOfExprs,
538✔
537
                                 pIndefInfo->pPseudoColInfo);
538
    if (code != TSDB_CODE_SUCCESS) {
538!
539
      T_LONG_JMP(pTaskInfo->env, code);
×
540
    }
541
  }
542

543
  code = setInputDataBlock(pSup, pBlock, order, scanFlag, false);
1,961,377✔
544
  if (code) {
1,961,374!
545
    T_LONG_JMP(pTaskInfo->env, code);
×
546
  }
547

548
  code = blockDataEnsureCapacity(pInfo->pRes, pInfo->pRes->info.rows + pBlock->info.rows);
1,961,374✔
549
  if (code != TSDB_CODE_SUCCESS) {
1,961,374!
550
    T_LONG_JMP(pTaskInfo->env, code);
×
551
  }
552

553
  code = projectApplyFunctions(pSup->pExprInfo, pInfo->pRes, pBlock, pSup->pCtx, pSup->numOfExprs,
1,961,374✔
554
                               pIndefInfo->pPseudoColInfo);
555
  if (code != TSDB_CODE_SUCCESS) {
1,961,379✔
556
    T_LONG_JMP(pTaskInfo->env, code);
39!
557
  }
558
}
1,961,340✔
559

560
SSDataBlock* doApplyIndefinitFunction1(SOperatorInfo* pOperator) {
×
561
  SSDataBlock* pResBlock = NULL;
×
562
  pOperator->pTaskInfo->code = doApplyIndefinitFunction(pOperator, &pResBlock);
×
563
  return pResBlock;
×
564
}
565

566
int32_t doApplyIndefinitFunction(SOperatorInfo* pOperator, SSDataBlock** pResBlock) {
294,995✔
567
  QRY_PARAM_CHECK(pResBlock);
294,995!
568
  SIndefOperatorInfo* pIndefInfo = pOperator->info;
294,995✔
569
  SOptrBasicInfo*     pInfo = &pIndefInfo->binfo;
294,995✔
570
  SExprSupp*          pSup = &pOperator->exprSupp;
294,995✔
571
  int64_t             st = 0;
294,995✔
572
  int32_t             code = TSDB_CODE_SUCCESS;
294,995✔
573
  int32_t             lino = 0;
294,995✔
574
  SSDataBlock*        pRes = pInfo->pRes;
294,995✔
575

576
  blockDataCleanup(pRes);
294,995✔
577

578
  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;
295,004✔
579
  if (pOperator->status == OP_EXEC_DONE) {
295,004✔
580
    return code;
111,056✔
581
  }
582

583
  if (pOperator->cost.openCost == 0) {
183,948✔
584
    st = taosGetTimestampUs();
120,734✔
585
  }
586

587
  SOperatorInfo* downstream = pOperator->pDownstream[0];
183,948✔
588

589
  while (1) {
397,595✔
590
    // here we need to handle the existsed group results
591
    if (pIndefInfo->pNextGroupRes != NULL) {  // todo extract method
581,543✔
592
      for (int32_t k = 0; k < pSup->numOfExprs; ++k) {
210,926✔
593
        SqlFunctionCtx* pCtx = &pSup->pCtx[k];
156,965✔
594

595
        SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
156,965✔
596
        pResInfo->initialized = false;
156,965✔
597
        pCtx->pOutput = NULL;
156,965✔
598
      }
599

600
      doHandleDataBlock(pOperator, pIndefInfo->pNextGroupRes, downstream, pTaskInfo);
53,961✔
601
      pIndefInfo->pNextGroupRes = NULL;
53,961✔
602
    }
603

604
    if (pInfo->pRes->info.rows < pOperator->resultInfo.threshold) {
581,543✔
605
      while (1) {
1,500,530✔
606
        // The downstream exec may change the value of the newgroup, so use a local variable instead.
607
        SSDataBlock* pBlock = getNextBlockFromDownstream(pOperator, 0);
2,082,072✔
608
        if (pBlock == NULL) {
2,082,075✔
609
          setOperatorCompleted(pOperator);
120,484✔
610
          break;
120,484✔
611
        }
612
        pInfo->pRes->info.scanFlag = pBlock->info.scanFlag;
1,961,591✔
613

614
        if (pIndefInfo->groupId == 0 && pBlock->info.id.groupId != 0) {
1,961,591✔
615
          pIndefInfo->groupId = pBlock->info.id.groupId;  // this is the initial group result
3,391✔
616
        } else {
617
          if (pIndefInfo->groupId != pBlock->info.id.groupId) {  // reset output buffer and computing status
1,958,200✔
618
            pIndefInfo->groupId = pBlock->info.id.groupId;
54,179✔
619
            pIndefInfo->pNextGroupRes = pBlock;
54,179✔
620
            break;
54,179✔
621
          }
622
        }
623

624
        doHandleDataBlock(pOperator, pBlock, downstream, pTaskInfo);
1,907,412✔
625
        if (pInfo->pRes->info.rows >= pOperator->resultInfo.threshold) {
1,907,379✔
626
          break;
406,849✔
627
        }
628
      }
629
    }
630

631
    code = doFilter(pInfo->pRes, pOperator->exprSupp.pFilterInfo, NULL);
581,513✔
632
    QUERY_CHECK_CODE(code, lino, _end);
581,511!
633

634
    size_t rows = pInfo->pRes->info.rows;
581,511✔
635
    if (rows > 0 || pOperator->status == OP_EXEC_DONE) {
581,511✔
636
      break;
637
    } else {
638
      blockDataCleanup(pInfo->pRes);
397,595✔
639
    }
640
  }
641

642
  size_t rows = pInfo->pRes->info.rows;
183,916✔
643
  pOperator->resultInfo.totalRows += rows;
183,916✔
644

645
  if (pOperator->cost.openCost == 0) {
183,916✔
646
    pOperator->cost.openCost = (taosGetTimestampUs() - st) / 1000.0;
120,702✔
647
  }
648

649
  *pResBlock = (rows > 0) ? pInfo->pRes : NULL;
183,916✔
650

651
_end:
183,916✔
652
  if (code != TSDB_CODE_SUCCESS) {
183,916!
653
    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));
×
654
    pTaskInfo->code = code;
×
655
    T_LONG_JMP(pTaskInfo->env, code);
×
656
  }
657
  return code;
183,916✔
658
}
659

660
int32_t initCtxOutputBuffer(SqlFunctionCtx* pCtx, int32_t size) {
1,926,250✔
661
  int32_t code = TSDB_CODE_SUCCESS;
1,926,250✔
662
  for (int32_t j = 0; j < size; ++j) {
12,918,848✔
663
    struct SResultRowEntryInfo* pResInfo = GET_RES_INFO(&pCtx[j]);
10,991,554✔
664
    if (isRowEntryInitialized(pResInfo) || fmIsPseudoColumnFunc(pCtx[j].functionId) || pCtx[j].functionId == -1 ||
11,701,745!
665
        fmIsScalarFunc(pCtx[j].functionId)) {
710,227✔
666
      continue;
10,809,460✔
667
    }
668

669
    code = pCtx[j].fpSet.init(&pCtx[j], pCtx[j].resultInfo);
183,670✔
670
    if (code) {
183,138!
671
      return code;
×
672
    }
673
  }
674

675
  return 0;
1,927,294✔
676
}
677

678
/*
679
 * The start of each column SResultRowEntryInfo is denote by RowCellInfoOffset.
680
 * Note that in case of top/bottom query, the whole multiple rows of result is treated as only one row of results.
681
 * +------------+-----------------result column 1------------+------------------result column 2-----------+
682
 * | SResultRow | SResultRowEntryInfo | intermediate buffer1 | SResultRowEntryInfo | intermediate buffer 2|
683
 * +------------+--------------------------------------------+--------------------------------------------+
684
 *           offset[0]                                  offset[1]                                   offset[2]
685
 */
686
// TODO refactor: some function move away
687
int32_t setFunctionResultOutput(SOperatorInfo* pOperator, SOptrBasicInfo* pInfo, SAggSupporter* pSup, int32_t stage,
1,925,385✔
688
                             int32_t numOfExprs) {
689
  SExecTaskInfo*  pTaskInfo = pOperator->pTaskInfo;
1,925,385✔
690
  SqlFunctionCtx* pCtx = pOperator->exprSupp.pCtx;
1,925,385✔
691
  int32_t*        rowEntryInfoOffset = pOperator->exprSupp.rowEntryInfoOffset;
1,925,385✔
692

693
  SResultRowInfo* pResultRowInfo = &pInfo->resultRowInfo;
1,925,385✔
694
  initResultRowInfo(pResultRowInfo);
1,925,385✔
695

696
  int64_t     tid = 0;
1,926,144✔
697
  int64_t     groupId = 0;
1,926,144✔
698
  SResultRow* pRow = doSetResultOutBufByKey(pSup->pResultBuf, pResultRowInfo, (char*)&tid, sizeof(tid), true, groupId,
1,926,144✔
699
                                            pTaskInfo, false, pSup, true);
700
  if (pRow == NULL || pTaskInfo->code != 0) {
1,926,619!
701
    return pTaskInfo->code;
×
702
  }
703

704
  for (int32_t i = 0; i < numOfExprs; ++i) {
12,920,495✔
705
    struct SResultRowEntryInfo* pEntry = getResultEntryInfo(pRow, i, rowEntryInfoOffset);
10,993,148✔
706
    cleanupResultRowEntry(pEntry);
10,993,876✔
707

708
    pCtx[i].resultInfo = pEntry;
10,993,876✔
709
    pCtx[i].scanFlag = stage;
10,993,876✔
710
  }
711

712
  return initCtxOutputBuffer(pCtx, numOfExprs);
1,927,347✔
713
}
714

715
int32_t setRowTsColumnOutputInfo(SqlFunctionCtx* pCtx, int32_t numOfCols, SArray** pResList) {
1,924,208✔
716
  QRY_PARAM_CHECK(pResList);
1,924,208!
717
  SArray* pList = taosArrayInit(4, sizeof(int32_t));
1,924,208✔
718
  if (pList == NULL) {
1,926,475!
719
    return terrno;
×
720
  }
721

722
  for (int32_t i = 0; i < numOfCols; ++i) {
12,922,200✔
723
    if (fmIsPseudoColumnFunc(pCtx[i].functionId)) {
10,995,470✔
724
      void* px = taosArrayPush(pList, &i);
×
725
      if (px == NULL) {
×
726
        return terrno;
×
727
      }
728
    }
729
  }
730

731
  *pResList = pList;
1,926,730✔
732
  return 0;
1,926,730✔
733
}
734

735
int32_t doGenerateSourceData(SOperatorInfo* pOperator) {
1,657✔
736
  SProjectOperatorInfo* pProjectInfo = pOperator->info;
1,657✔
737

738
  SExprSupp*   pSup = &pOperator->exprSupp;
1,657✔
739
  SSDataBlock* pRes = pProjectInfo->binfo.pRes;
1,657✔
740
  SExprInfo*   pExpr = pSup->pExprInfo;
1,657✔
741
  int64_t      st = taosGetTimestampUs();
1,657✔
742
  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;
1,657✔
743

744
  int32_t code = blockDataEnsureCapacity(pRes, pOperator->resultInfo.capacity);
1,657✔
745
  if (code) {
1,657!
746
    return code;
×
747
  }
748

749
  for (int32_t k = 0; k < pSup->numOfExprs; ++k) {
3,320✔
750
    int32_t outputSlotId = pExpr[k].base.resSchema.slotId;
1,663✔
751

752
    if (pExpr[k].pExpr->nodeType == QUERY_NODE_VALUE) {
1,663!
753
      SColumnInfoData* pColInfoData = taosArrayGet(pRes->pDataBlock, outputSlotId);
1,663✔
754
      if (pColInfoData == NULL) {
1,663!
755
        return terrno;
×
756
      }
757

758
      int32_t type = pExpr[k].base.pParam[0].param.nType;
1,663✔
759
      if (TSDB_DATA_TYPE_NULL == type) {
1,663✔
760
        colDataSetNNULL(pColInfoData, 0, 1);
761
      } else {
762
        code = colDataSetVal(pColInfoData, 0, taosVariantGet(&pExpr[k].base.pParam[0].param, type), false);
1,631✔
763
        if (code) {
1,631!
764
          return code;
×
765
        }
766
      }
767
    } else if (pExpr[k].pExpr->nodeType == QUERY_NODE_FUNCTION) {
×
768
      SqlFunctionCtx* pfCtx = &pSup->pCtx[k];
×
769

770
      // UDF scalar functions will be calculated here, for example, select foo(n) from (select 1 n).
771
      // UDF aggregate functions will be handled in agg operator.
772
      if (fmIsScalarFunc(pfCtx->functionId)) {
×
773
        SArray* pBlockList = taosArrayInit(4, POINTER_BYTES);
×
774
        if (pBlockList == NULL) {
×
775
          return terrno;
×
776
        }
777

778
        void* px = taosArrayPush(pBlockList, &pRes);
×
779
        if (px == NULL) {
×
780
          return terrno;
×
781
        }
782

783
        SColumnInfoData* pResColData = taosArrayGet(pRes->pDataBlock, outputSlotId);
×
784
        if (pResColData == NULL) {
×
785
          return terrno;
×
786
        }
787

788
        SColumnInfoData  idata = {.info = pResColData->info, .hasNull = true};
×
789

790
        SScalarParam dest = {.columnData = &idata};
×
791
        code = scalarCalculate((SNode*)pExpr[k].pExpr->_function.pFunctNode, pBlockList, &dest);
×
792
        if (code != TSDB_CODE_SUCCESS) {
×
793
          taosArrayDestroy(pBlockList);
×
794
          return code;
×
795
        }
796

797
        int32_t startOffset = pRes->info.rows;
×
798
        if (pRes->info.capacity <= 0) {
×
799
          qError("project failed at: %s:%d", __func__, __LINE__);
×
800
          return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;
×
801
        }
802
        code = colDataAssign(pResColData, &idata, dest.numOfRows, &pRes->info);
×
803
        if (code) {
×
804
          return code;
×
805
        }
806

807
        colDataDestroy(&idata);
×
808
        taosArrayDestroy(pBlockList);
×
809
      } else {
810
        return TSDB_CODE_OPS_NOT_SUPPORT;
×
811
      }
812
    } else {
813
      return TSDB_CODE_OPS_NOT_SUPPORT;
×
814
    }
815
  }
816

817
  pRes->info.rows = 1;
1,657✔
818
  code = doFilter(pRes, pOperator->exprSupp.pFilterInfo, NULL);
1,657✔
819
  if (code) {
1,657!
820
    pTaskInfo->code = code;
×
821
    return code;
×
822
  }
823

824
  (void) doIngroupLimitOffset(&pProjectInfo->limitInfo, 0, pRes, pOperator);
1,657✔
825

826
  pOperator->resultInfo.totalRows += pRes->info.rows;
1,657✔
827

828
  setOperatorCompleted(pOperator);
1,657✔
829
  if (pOperator->cost.openCost == 0) {
1,657!
830
    pOperator->cost.openCost = (taosGetTimestampUs() - st) / 1000.0;
1,657✔
831
  }
832

833
  return code;
1,657✔
834
}
835

836
static void setPseudoOutputColInfo(SSDataBlock* pResult, SqlFunctionCtx* pCtx, SArray* pPseudoList) {
9,672,692✔
837
  size_t num = (pPseudoList != NULL) ? taosArrayGetSize(pPseudoList) : 0;
9,672,692✔
838
  for (int32_t i = 0; i < num; ++i) {
9,673,323!
839
    pCtx[i].pOutput = taosArrayGet(pResult->pDataBlock, i);
×
840
    if (pCtx[i].pOutput == NULL) {
×
841
      qError("failed to get the output buf, ptr is null");
×
842
    }
843
  }
844
}
9,673,323✔
845

846
int32_t projectApplyFunctions(SExprInfo* pExpr, SSDataBlock* pResult, SSDataBlock* pSrcBlock, SqlFunctionCtx* pCtx,
9,672,900✔
847
                              int32_t numOfOutput, SArray* pPseudoList) {
848
  int32_t lino = 0;
9,672,900✔
849
  int32_t code = TSDB_CODE_SUCCESS;
9,672,900✔
850
  setPseudoOutputColInfo(pResult, pCtx, pPseudoList);
9,672,900✔
851
  pResult->info.dataLoad = 1;
9,673,409✔
852

853
  SArray* processByRowFunctionCtx = NULL;
9,673,409✔
854
  if (pSrcBlock == NULL) {
9,673,409!
855
    for (int32_t k = 0; k < numOfOutput; ++k) {
×
856
      int32_t outputSlotId = pExpr[k].base.resSchema.slotId;
×
857

858
      if (pExpr[k].pExpr->nodeType != QUERY_NODE_VALUE) {
×
859
        qError("project failed at: %s:%d", __func__, __LINE__);
×
860
        code = TSDB_CODE_INVALID_PARA;
×
861
        TSDB_CHECK_CODE(code, lino, _exit);
×
862
      }
863
      SColumnInfoData* pColInfoData = taosArrayGet(pResult->pDataBlock, outputSlotId);
×
864
      if (pColInfoData == NULL) {
×
865
        code = terrno;
×
866
        TSDB_CHECK_CODE(code, lino, _exit);
×
867
      }
868

869
      int32_t type = pExpr[k].base.pParam[0].param.nType;
×
870
      if (TSDB_DATA_TYPE_NULL == type) {
×
871
        colDataSetNNULL(pColInfoData, 0, 1);
872
      } else {
873
        code = colDataSetVal(pColInfoData, 0, taosVariantGet(&pExpr[k].base.pParam[0].param, type), false);
×
874
        TSDB_CHECK_CODE(code, lino, _exit);
×
875
      }
876
    }
877

878
    pResult->info.rows = 1;
×
879
    TSDB_CHECK_CODE(code, lino, _exit);
×
880
  }
881

882
  if (pResult != pSrcBlock) {
9,673,409✔
883
    pResult->info.id.groupId = pSrcBlock->info.id.groupId;
8,084,595✔
884
    memcpy(pResult->info.parTbName, pSrcBlock->info.parTbName, TSDB_TABLE_NAME_LEN);
8,084,595✔
885
  }
886

887
  // if the source equals to the destination, it is to create a new column as the result of scalar
888
  // function or some operators.
889
  bool createNewColModel = (pResult == pSrcBlock);
9,673,409✔
890
  if (createNewColModel) {
9,673,409✔
891
    code = blockDataEnsureCapacity(pResult, pResult->info.rows);
1,587,974✔
892
    if (code) {
1,588,131!
893
      TSDB_CHECK_CODE(code, lino, _exit);
×
894
    }
895
  }
896

897
  int32_t numOfRows = 0;
9,673,566✔
898

899
  for (int32_t k = 0; k < numOfOutput; ++k) {
32,692,089✔
900
    int32_t               outputSlotId = pExpr[k].base.resSchema.slotId;
23,152,423✔
901
    SqlFunctionCtx*       pfCtx = &pCtx[k];
23,152,423✔
902
    SInputColumnInfoData* pInputData = &pfCtx->input;
23,152,423✔
903

904
    if (pExpr[k].pExpr->nodeType == QUERY_NODE_COLUMN) {  // it is a project query
23,152,423✔
905
      SColumnInfoData* pColInfoData = taosArrayGet(pResult->pDataBlock, outputSlotId);
14,278,964✔
906
      if (pColInfoData == NULL) {
14,277,758✔
907
        code = terrno;
127✔
908
        TSDB_CHECK_CODE(code, lino, _exit);
74!
909
      }
910

911
      if (pResult->info.rows > 0 && !createNewColModel) {
14,277,631!
912
        int32_t ret = 0;
×
913

914
        if (pInputData->pData[0] == NULL) {
×
915
          int32_t slotId = pfCtx->param[0].pCol->slotId;
×
916

917
          SColumnInfoData* pInput = taosArrayGet(pSrcBlock->pDataBlock, slotId);
×
918
          if (pInput == NULL) {
×
919
            code = terrno;
×
920
            TSDB_CHECK_CODE(code, lino, _exit);
×
921
          }
922

923
          ret = colDataMergeCol(pColInfoData, pResult->info.rows, (int32_t*)&pResult->info.capacity, pInput,
×
924
                                pSrcBlock->info.rows);
×
925
        } else {
926
          ret = colDataMergeCol(pColInfoData, pResult->info.rows, (int32_t*)&pResult->info.capacity,
×
927
                                pInputData->pData[0], pInputData->numOfRows);
×
928
        }
929

930
        if (ret < 0) {
×
931
          code = ret;
×
932
        }
933

934
        TSDB_CHECK_CODE(code, lino, _exit);
×
935
      } else {
936
        if (pInputData->pData[0] == NULL) {
14,277,631✔
937
          int32_t slotId = pfCtx->param[0].pCol->slotId;
24,511✔
938

939
          SColumnInfoData* pInput = taosArrayGet(pSrcBlock->pDataBlock, slotId);
24,511✔
940
          if (pInput == NULL) {
24,510!
941
            code = terrno;
×
942
            TSDB_CHECK_CODE(code, lino, _exit);
×
943
          }
944

945
          code = colDataAssign(pColInfoData, pInput, pSrcBlock->info.rows, &pResult->info);
24,510✔
946
          numOfRows = pSrcBlock->info.rows;
24,509✔
947
        } else {
948
          code = colDataAssign(pColInfoData, pInputData->pData[0], pInputData->numOfRows, &pResult->info);
14,253,120✔
949
          numOfRows = pInputData->numOfRows;
14,253,793✔
950
        }
951

952
        TSDB_CHECK_CODE(code, lino, _exit);
14,278,302!
953
      }
954
    } else if (pExpr[k].pExpr->nodeType == QUERY_NODE_VALUE) {
8,873,459✔
955
      SColumnInfoData* pColInfoData = taosArrayGet(pResult->pDataBlock, outputSlotId);
2,788,090✔
956
      if (pColInfoData == NULL) {
2,788,098!
957
        code = terrno;
×
958
        TSDB_CHECK_CODE(code, lino, _exit);
×
959
      }
960

961
      int32_t offset = createNewColModel ? 0 : pResult->info.rows;
2,788,099!
962

963
      int32_t type = pExpr[k].base.pParam[0].param.nType;
2,788,099✔
964
      if (TSDB_DATA_TYPE_NULL == type) {
2,788,099✔
965
        colDataSetNNULL(pColInfoData, offset, pSrcBlock->info.rows);
22,692✔
966
      } else {
967
        char* p = taosVariantGet(&pExpr[k].base.pParam[0].param, type);
2,765,407✔
968
        for (int32_t i = 0; i < pSrcBlock->info.rows; ++i) {
2,147,483,647✔
969
          code = colDataSetVal(pColInfoData, i + offset, p, false);
2,147,483,647✔
970
          TSDB_CHECK_CODE(code, lino, _exit);
2,147,483,647!
971
        }
972
      }
973

974
      numOfRows = pSrcBlock->info.rows;
2,653,533✔
975
    } else if (pExpr[k].pExpr->nodeType == QUERY_NODE_OPERATOR) {
6,085,369✔
976
      SArray* pBlockList = taosArrayInit(4, POINTER_BYTES);
1,251,179✔
977
      if (pBlockList == NULL) {
1,251,607!
978
        code = terrno;
×
979
        TSDB_CHECK_CODE(code, lino, _exit);
20!
980
      }
981

982
      void* px = taosArrayPush(pBlockList, &pSrcBlock);
1,251,458✔
983
      if (px == NULL) {
1,251,458!
984
        code = terrno;
×
985
        taosArrayDestroy(pBlockList);
×
986
        TSDB_CHECK_CODE(code, lino, _exit);
×
987
      }
988

989
      SColumnInfoData* pResColData = taosArrayGet(pResult->pDataBlock, outputSlotId);
1,251,458✔
990
      if (pResColData == NULL) {
1,251,475!
991
        code = terrno;
×
992
        taosArrayDestroy(pBlockList);
×
993
        TSDB_CHECK_CODE(code, lino, _exit);
×
994
      }
995

996
      SColumnInfoData  idata = {.info = pResColData->info, .hasNull = true};
1,251,475✔
997

998
      SScalarParam dest = {.columnData = &idata};
1,251,475✔
999
      code = scalarCalculate(pExpr[k].pExpr->_optrRoot.pRootNode, pBlockList, &dest);
1,251,475✔
1000
      if (code != TSDB_CODE_SUCCESS) {
1,251,085!
1001
        taosArrayDestroy(pBlockList);
×
1002
        TSDB_CHECK_CODE(code, lino, _exit);
20!
1003
      }
1004

1005
      int32_t startOffset = createNewColModel ? 0 : pResult->info.rows;
1,251,095✔
1006
      if (pResult->info.capacity <= 0) {
1,251,095!
1007
        qError("project failed at: %s:%d", __func__, __LINE__);
×
1008
        code = TSDB_CODE_INVALID_PARA;
×
1009
        TSDB_CHECK_CODE(code, lino, _exit);
×
1010
      }
1011

1012
      int32_t ret = colDataMergeCol(pResColData, startOffset, (int32_t*)&pResult->info.capacity, &idata, dest.numOfRows);
1,251,095✔
1013
      if (ret < 0) {
1,250,997!
1014
        code = ret;
×
1015
      }
1016

1017
      colDataDestroy(&idata);
1,250,997✔
1018
      TSDB_CHECK_CODE(code, lino, _exit);
1,251,318!
1019

1020
      numOfRows = dest.numOfRows;
1,251,318✔
1021
      taosArrayDestroy(pBlockList);
1,251,318✔
1022
    } else if (pExpr[k].pExpr->nodeType == QUERY_NODE_FUNCTION) {
4,834,190✔
1023
      // _rowts/_c0, not tbname column
1024
      if (fmIsPseudoColumnFunc(pfCtx->functionId) && (!fmIsScanPseudoColumnFunc(pfCtx->functionId))) {
4,834,022!
1025
        // do nothing
1026
      } else if (fmIsIndefiniteRowsFunc(pfCtx->functionId)) {
4,834,772✔
1027
        SResultRowEntryInfo* pResInfo = GET_RES_INFO(pfCtx);
1,961,651✔
1028
        code = pfCtx->fpSet.init(pfCtx, pResInfo);
1,961,651✔
1029
        TSDB_CHECK_CODE(code, lino, _exit);
1,961,651!
1030
        pfCtx->pOutput = taosArrayGet(pResult->pDataBlock, outputSlotId);
1,961,651✔
1031
        if (pfCtx->pOutput == NULL) {
1,961,652!
1032
          code = terrno;
×
1033
          TSDB_CHECK_CODE(code, lino, _exit);
×
1034
        }
1035

1036
        pfCtx->offset = createNewColModel ? 0 : pResult->info.rows;  // set the start offset
1,961,652!
1037

1038
        // set the timestamp(_rowts) output buffer
1039
        if (taosArrayGetSize(pPseudoList) > 0) {
1,961,652!
1040
          int32_t* outputColIndex = taosArrayGet(pPseudoList, 0);
×
1041
          if (outputColIndex == NULL) {
×
1042
            code = terrno;
×
1043
            TSDB_CHECK_CODE(code, lino, _exit);
×
1044
          }
1045

1046
          pfCtx->pTsOutput = (SColumnInfoData*)pCtx[*outputColIndex].pOutput;
×
1047
        }
1048

1049
        // link pDstBlock to set selectivity value
1050
        if (pfCtx->subsidiaries.num > 0) {
1,961,652✔
1051
          pfCtx->pDstBlock = pResult;
589,817✔
1052
        }
1053

1054
        code = pfCtx->fpSet.process(pfCtx);
1,961,652✔
1055
        if (code != TSDB_CODE_SUCCESS) {
1,961,654✔
1056
          if (pCtx[k].fpSet.cleanup != NULL) {
18!
1057
            pCtx[k].fpSet.cleanup(&pCtx[k]);
×
1058
          }
1059
          TSDB_CHECK_CODE(code, lino, _exit);
18!
1060
        }
1061

1062
        numOfRows = pResInfo->numOfRes;
1,961,636✔
1063
        if (fmIsProcessByRowFunc(pfCtx->functionId)) {
1,961,636✔
1064
          if (NULL == processByRowFunctionCtx) {
1,596,363✔
1065
            processByRowFunctionCtx = taosArrayInit(1, sizeof(SqlFunctionCtx*));
1,596,206✔
1066
            if (!processByRowFunctionCtx) {
1,596,206!
1067
              code = terrno;
×
1068
              TSDB_CHECK_CODE(code, lino, _exit);
×
1069
            }
1070
          }
1071

1072
          void* px = taosArrayPush(processByRowFunctionCtx, &pfCtx);
1,596,362✔
1073
          if (px == NULL) {
1,596,362!
1074
            code = terrno;
×
1075
            TSDB_CHECK_CODE(code, lino, _exit);
×
1076
          }
1077
        }
1078
      } else if (fmIsAggFunc(pfCtx->functionId)) {
2,872,878✔
1079
        // selective value output should be set during corresponding function execution
1080
        if (fmIsSelectValueFunc(pfCtx->functionId)) {
950,741✔
1081
          continue;
582,855✔
1082
        }
1083
        // _group_key function for "partition by tbname" + csum(col_name) query
1084
        SColumnInfoData* pOutput = taosArrayGet(pResult->pDataBlock, outputSlotId);
367,886✔
1085
        if (pOutput == NULL) {
367,886!
1086
          code = terrno;
×
1087
          TSDB_CHECK_CODE(code, lino, _exit);
×
1088
        }
1089

1090
        int32_t          slotId = pfCtx->param[0].pCol->slotId;
367,886✔
1091

1092
        // todo handle the json tag
1093
        SColumnInfoData* pInput = taosArrayGet(pSrcBlock->pDataBlock, slotId);
367,886✔
1094
        if (pInput == NULL) {
367,886!
1095
          code = terrno;
×
1096
          TSDB_CHECK_CODE(code, lino, _exit);
×
1097
        }
1098

1099
        for (int32_t f = 0; f < pSrcBlock->info.rows; ++f) {
26,588,451✔
1100
          bool isNull = colDataIsNull_s(pInput, f);
26,220,565✔
1101
          if (isNull) {
26,220,565✔
1102
            colDataSetNULL(pOutput, pResult->info.rows + f);
2,585,690✔
1103
          } else {
1104
            char* data = colDataGetData(pInput, f);
23,634,875!
1105
            code = colDataSetVal(pOutput, pResult->info.rows + f, data, isNull);
23,634,875✔
1106
            TSDB_CHECK_CODE(code, lino, _exit);
23,634,875!
1107
          }
1108
        }
1109

1110
      } else {
1111
        SArray* pBlockList = taosArrayInit(4, POINTER_BYTES);
1,921,825✔
1112
        if (pBlockList == NULL) {
1,923,246!
1113
          code = terrno;
×
1114
          TSDB_CHECK_CODE(code, lino, _exit);
36!
1115
        }
1116

1117
        void* px = taosArrayPush(pBlockList, &pSrcBlock);
1,923,025✔
1118
        if (px == NULL) {
1,923,025!
1119
          code = terrno;
×
1120
          TSDB_CHECK_CODE(code, lino, _exit);
×
1121
        }
1122

1123
        SColumnInfoData* pResColData = taosArrayGet(pResult->pDataBlock, outputSlotId);
1,923,025✔
1124
        if (pResColData == NULL) {
1,923,018!
1125
          taosArrayDestroy(pBlockList);
×
1126
          code = terrno;
×
1127
          TSDB_CHECK_CODE(code, lino, _exit);
×
1128
        }
1129

1130
        SColumnInfoData  idata = {.info = pResColData->info, .hasNull = true};
1,923,018✔
1131

1132
        SScalarParam dest = {.columnData = &idata};
1,923,018✔
1133
        code = scalarCalculate((SNode*)pExpr[k].pExpr->_function.pFunctNode, pBlockList, &dest);
1,923,018✔
1134
        if (code != TSDB_CODE_SUCCESS) {
1,922,553✔
1135
          taosArrayDestroy(pBlockList);
297✔
1136
          TSDB_CHECK_CODE(code, lino, _exit);
36!
1137
        }
1138

1139
        int32_t startOffset = createNewColModel ? 0 : pResult->info.rows;
1,922,256✔
1140
        if (pResult->info.capacity <= 0) {
1,922,256!
1141
          qError("project failed at: %s:%d", __func__, __LINE__);
×
1142
          code = TSDB_CODE_INVALID_PARA;
×
1143
          TSDB_CHECK_CODE(code, lino, _exit);
×
1144
        }
1145
        int32_t ret = colDataMergeCol(pResColData, startOffset, (int32_t*)&pResult->info.capacity, &idata, dest.numOfRows);
1,922,256✔
1146
        if (ret < 0) {
1,922,122!
1147
          code = ret;
×
1148
        }
1149

1150
        colDataDestroy(&idata);
1,922,122✔
1151

1152
        numOfRows = dest.numOfRows;
1,923,083✔
1153
        taosArrayDestroy(pBlockList);
1,923,083✔
1154
        TSDB_CHECK_CODE(code, lino, _exit);
1,923,043!
1155
      }
1156
    } else {
1157
      return TSDB_CODE_OPS_NOT_SUPPORT;
168✔
1158
    }
1159
  }
1160

1161
  if (processByRowFunctionCtx && taosArrayGetSize(processByRowFunctionCtx) > 0){
9,539,666✔
1162
    SqlFunctionCtx** pfCtx = taosArrayGet(processByRowFunctionCtx, 0);
1,462,923✔
1163
    if (pfCtx == NULL) {
1,596,206!
1164
      code = terrno;
×
1165
      TSDB_CHECK_CODE(code, lino, _exit);
×
1166
    }
1167

1168
    code = (*pfCtx)->fpSet.processFuncByRow(processByRowFunctionCtx);
1,596,206✔
1169
    TSDB_CHECK_CODE(code, lino, _exit);
1,596,206✔
1170
    numOfRows = (*pfCtx)->resultInfo->numOfRes;
1,596,185✔
1171
  }
1172

1173
  if (!createNewColModel) {
9,672,928✔
1174
    pResult->info.rows += numOfRows;
8,084,807✔
1175
  }
1176

1177
_exit:
1,588,121✔
1178
  if(processByRowFunctionCtx) {
9,673,023✔
1179
    taosArrayDestroy(processByRowFunctionCtx);
1,596,206✔
1180
  }
1181
  if(code) {
9,673,023✔
1182
    qError("project apply functions failed at: %s:%d", __func__, lino);
95!
1183
  }
1184
  return code;
9,672,762✔
1185
}
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc