• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #3535

23 Nov 2024 02:07AM UTC coverage: 60.85% (+0.03%) from 60.825%
#3535

push

travis-ci

web-flow
Merge pull request #28893 from taosdata/doc/internal

refact: rename taos lib name

120252 of 252737 branches covered (47.58%)

Branch coverage included in aggregate %.

201187 of 275508 relevant lines covered (73.02%)

15886166.19 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

71.14
/source/libs/executor/src/filloperator.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#include "filter.h"
17
#include "os.h"
18
#include "query.h"
19
#include "taosdef.h"
20
#include "tmsg.h"
21
#include "ttypes.h"
22

23
#include "executorInt.h"
24
#include "tcommon.h"
25
#include "thash.h"
26
#include "ttime.h"
27

28
#include "function.h"
29
#include "operator.h"
30
#include "querynodes.h"
31
#include "querytask.h"
32
#include "tdatablock.h"
33
#include "tfill.h"
34

35
typedef struct STimeRange {
36
  TSKEY    skey;
37
  TSKEY    ekey;
38
  uint64_t groupId;
39
} STimeRange;
40

41
typedef struct SFillOperatorInfo {
42
  struct SFillInfo* pFillInfo;
43
  SSDataBlock*      pRes;
44
  SSDataBlock*      pFinalRes;
45
  int64_t           totalInputRows;
46
  void**            p;
47
  SSDataBlock*      existNewGroupBlock;
48
  STimeWindow       win;
49
  SColMatchInfo     matchInfo;
50
  int32_t           primaryTsCol;
51
  int32_t           primarySrcSlotId;
52
  uint64_t          curGroupId;  // current handled group id
53
  SExprInfo*        pExprInfo;
54
  int32_t           numOfExpr;
55
  SExprSupp         noFillExprSupp;
56
  SExprSupp         fillNullExprSupp;
57
} SFillOperatorInfo;
58

59
static void destroyFillOperatorInfo(void* param);
60
static void doApplyScalarCalculation(SOperatorInfo* pOperator, SSDataBlock* pBlock, int32_t order, int32_t scanFlag);
61
static int32_t fillResetPrevForNewGroup(SFillInfo* pFillInfo);
62
static void reviseFillStartAndEndKey(SFillOperatorInfo* pInfo, int32_t order);
63

64
static void doHandleRemainBlockForNewGroupImpl(SOperatorInfo* pOperator, SFillOperatorInfo* pInfo,
7,589✔
65
                                               SResultInfo* pResultInfo, int32_t order) {
66
  pInfo->totalInputRows = pInfo->existNewGroupBlock->info.rows;
7,589✔
67
  SSDataBlock*   pResBlock = pInfo->pFinalRes;
7,589✔
68
  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;
7,589✔
69

70
  //  int32_t order = TSDB_ORDER_ASC;
71
  int32_t scanFlag = MAIN_SCAN;
7,589✔
72
  //  getTableScanInfo(pOperator, &order, &scanFlag, false);
73
  taosResetFillInfo(pInfo->pFillInfo, getFillInfoStart(pInfo->pFillInfo));
7,589✔
74

75
  blockDataCleanup(pInfo->pRes);
7,589✔
76
  doApplyScalarCalculation(pOperator, pInfo->existNewGroupBlock, order, scanFlag);
7,589✔
77

78
  reviseFillStartAndEndKey(pOperator->info, order);
7,589✔
79

80
  int64_t ts = (order == TSDB_ORDER_ASC) ? pInfo->existNewGroupBlock->info.window.ekey
15,176✔
81
                                         : pInfo->existNewGroupBlock->info.window.skey;
7,588!
82
  taosFillSetStartInfo(pInfo->pFillInfo, pInfo->pRes->info.rows, ts);
7,588✔
83

84
  taosFillSetInputDataBlock(pInfo->pFillInfo, pInfo->pRes);
7,588✔
85
  if (pInfo->pFillInfo->type == TSDB_FILL_PREV || pInfo->pFillInfo->type == TSDB_FILL_LINEAR) {
7,588✔
86
    int32_t code = fillResetPrevForNewGroup(pInfo->pFillInfo);
104✔
87
    if (code != TSDB_CODE_SUCCESS) {
104!
88
      qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code));
×
89
      T_LONG_JMP(pTaskInfo->env, code);
×
90
    }
91
  }
92

93
  int32_t numOfResultRows = pResultInfo->capacity - pResBlock->info.rows;
7,588✔
94
  int32_t code = taosFillResultDataBlock(pInfo->pFillInfo, pResBlock, numOfResultRows);
7,588✔
95
  if (code != TSDB_CODE_SUCCESS) {
7,589!
96
    qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code));
×
97
    T_LONG_JMP(pTaskInfo->env, code);
×
98
  }
99

100
  pInfo->curGroupId = pInfo->existNewGroupBlock->info.id.groupId;
7,589✔
101
  pInfo->existNewGroupBlock = NULL;
7,589✔
102
}
7,589✔
103

104
static void doHandleRemainBlockFromNewGroup(SOperatorInfo* pOperator, SFillOperatorInfo* pInfo,
1,642,225✔
105
                                            SResultInfo* pResultInfo, int32_t order) {
106
  SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;
1,642,225✔
107
  if (taosFillHasMoreResults(pInfo->pFillInfo)) {
1,642,225✔
108
    int32_t numOfResultRows = pResultInfo->capacity - pInfo->pFinalRes->info.rows;
475,671✔
109
    int32_t code = taosFillResultDataBlock(pInfo->pFillInfo, pInfo->pFinalRes, numOfResultRows);
475,671✔
110
    if (code != TSDB_CODE_SUCCESS) {
475,670✔
111
      qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code));
1!
112
      T_LONG_JMP(pTaskInfo->env, code);
1!
113
    }
114
    pInfo->pRes->info.id.groupId = pInfo->curGroupId;
475,669✔
115
    return;
475,669✔
116
  }
117

118
  // handle the cached new group data block
119
  if (pInfo->existNewGroupBlock) {
1,166,548✔
120
    doHandleRemainBlockForNewGroupImpl(pOperator, pInfo, pResultInfo, order);
6,469✔
121
  }
122
}
123

124
void doApplyScalarCalculation(SOperatorInfo* pOperator, SSDataBlock* pBlock, int32_t order, int32_t scanFlag) {
248,908✔
125
  int32_t            code = TSDB_CODE_SUCCESS;
248,908✔
126
  int32_t            lino = 0;
248,908✔
127
  SExecTaskInfo*     pTaskInfo = pOperator->pTaskInfo;
248,908✔
128
  SFillOperatorInfo* pInfo = pOperator->info;
248,908✔
129
  SExprSupp*         pSup = &pOperator->exprSupp;
248,908✔
130
  code = setInputDataBlock(pSup, pBlock, order, scanFlag, false);
248,908✔
131
  QUERY_CHECK_CODE(code, lino, _end);
248,907!
132
  code = projectApplyFunctions(pSup->pExprInfo, pInfo->pRes, pBlock, pSup->pCtx, pSup->numOfExprs, NULL);
248,907✔
133
  QUERY_CHECK_CODE(code, lino, _end);
248,907!
134

135
  // reset the row value before applying the no-fill functions to the input data block, which is "pBlock" in this case.
136
  pInfo->pRes->info.rows = 0;
248,907✔
137
  SExprSupp* pNoFillSupp = &pInfo->noFillExprSupp;
248,907✔
138
  code = setInputDataBlock(pNoFillSupp, pBlock, order, scanFlag, false);
248,907✔
139
  QUERY_CHECK_CODE(code, lino, _end);
248,908!
140

141
  code = projectApplyFunctions(pNoFillSupp->pExprInfo, pInfo->pRes, pBlock, pNoFillSupp->pCtx, pNoFillSupp->numOfExprs,
248,908✔
142
                               NULL);
143
  QUERY_CHECK_CODE(code, lino, _end);
248,908!
144

145
  if (pInfo->fillNullExprSupp.pExprInfo) {
248,908✔
146
    pInfo->pRes->info.rows = 0;
78,810✔
147
    code = setInputDataBlock(&pInfo->fillNullExprSupp, pBlock, order, scanFlag, false);
78,810✔
148
    QUERY_CHECK_CODE(code, lino, _end);
78,810!
149
    code = projectApplyFunctions(pInfo->fillNullExprSupp.pExprInfo, pInfo->pRes, pBlock, pInfo->fillNullExprSupp.pCtx,
78,810✔
150
        pInfo->fillNullExprSupp.numOfExprs, NULL);
151
  }
152

153
  pInfo->pRes->info.id.groupId = pBlock->info.id.groupId;
248,909✔
154

155
_end:
248,909✔
156
  if (code != TSDB_CODE_SUCCESS) {
248,909!
157
    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));
×
158
    T_LONG_JMP(pTaskInfo->env, code);
×
159
  }
160
}
248,909✔
161

162
static int32_t fillResetPrevForNewGroup(SFillInfo* pFillInfo) {
104✔
163
  int32_t code = TSDB_CODE_SUCCESS;
104✔
164
  int32_t lino = 0;
104✔
165
  for (int32_t colIdx = 0; colIdx < pFillInfo->numOfCols; ++colIdx) {
863✔
166
    if (!pFillInfo->pFillCol[colIdx].notFillCol) {
759✔
167
      SGroupKeys* key = taosArrayGet(pFillInfo->prev.pRowVal, colIdx);
571✔
168
      QUERY_CHECK_NULL(key, code, lino, _end, terrno);
571!
169
      key->isNull = true;
571✔
170
    }
171
  }
172

173
_end:
104✔
174
  if (code != TSDB_CODE_SUCCESS) {
104!
175
    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));
×
176
  }
177
  return code;
104✔
178
}
179

180
static SSDataBlock* doFillImpl(SOperatorInfo* pOperator) {
1,461,467✔
181
  int32_t            code = TSDB_CODE_SUCCESS;
1,461,467✔
182
  int32_t            lino = 0;
1,461,467✔
183
  SFillOperatorInfo* pInfo = pOperator->info;
1,461,467✔
184
  SExecTaskInfo*     pTaskInfo = pOperator->pTaskInfo;
1,461,467✔
185

186
  SResultInfo* pResultInfo = &pOperator->resultInfo;
1,461,467✔
187
  SSDataBlock* pResBlock = pInfo->pFinalRes;
1,461,467✔
188

189
  blockDataCleanup(pResBlock);
1,461,467✔
190

191
  int32_t order = pInfo->pFillInfo->order;
1,461,474✔
192

193
  SOperatorInfo* pDownstream = pOperator->pDownstream[0];
1,461,474✔
194
#if 0
195
  // the scan order may be different from the output result order for agg interval operator.
196
  if (pDownstream->operatorType == QUERY_NODE_PHYSICAL_PLAN_HASH_INTERVAL) {
197
    order = ((SIntervalAggOperatorInfo*) pDownstream->info)->resultTsOrder;
198
  } else {
199
    order = pInfo->pFillInfo->order;
200
  }
201
#endif
202

203
  doHandleRemainBlockFromNewGroup(pOperator, pInfo, pResultInfo, order);
1,461,474✔
204
  if (pResBlock->info.rows > 0) {
1,461,472✔
205
    pResBlock->info.id.groupId = pInfo->curGroupId;
482,137✔
206
    return pResBlock;
482,137✔
207
  }
208

209
  while (1) {
181,830✔
210
    SSDataBlock* pBlock = getNextBlockFromDownstream(pOperator, 0);
1,161,165✔
211
    if (pBlock == NULL) {
1,161,160✔
212
      if (pInfo->totalInputRows == 0 &&
919,844✔
213
          (pInfo->pFillInfo->type != TSDB_FILL_NULL_F && pInfo->pFillInfo->type != TSDB_FILL_SET_VALUE_F)) {
493,831✔
214
        setOperatorCompleted(pOperator);
61,969✔
215
        return NULL;
61,970✔
216
      } else if (pInfo->totalInputRows == 0 && taosFillNotStarted(pInfo->pFillInfo)) {
857,875✔
217
        reviseFillStartAndEndKey(pInfo, order);
217,264✔
218
      }
219

220
      taosFillSetStartInfo(pInfo->pFillInfo, 0, pInfo->win.ekey);
857,872✔
221
    } else {
222
      pResBlock->info.scanFlag = pBlock->info.scanFlag;
241,316✔
223
      pBlock->info.dataLoad = 1;
241,316✔
224
      code = blockDataUpdateTsWindow(pBlock, pInfo->primarySrcSlotId);
241,316✔
225
      QUERY_CHECK_CODE(code, lino, _end);
241,318!
226

227
      blockDataCleanup(pInfo->pRes);
241,318✔
228
      code = blockDataEnsureCapacity(pInfo->pRes, pBlock->info.rows);
241,320✔
229
      QUERY_CHECK_CODE(code, lino, _end);
241,320!
230
      code = blockDataEnsureCapacity(pInfo->pFinalRes, pBlock->info.rows);
241,320✔
231
      QUERY_CHECK_CODE(code, lino, _end);
241,320!
232
      doApplyScalarCalculation(pOperator, pBlock, order, pBlock->info.scanFlag);
241,320✔
233

234
      if (pInfo->curGroupId == 0 || (pInfo->curGroupId == pInfo->pRes->info.id.groupId)) {
475,051✔
235
        if (pInfo->curGroupId == 0 && taosFillNotStarted(pInfo->pFillInfo)) {
233,731✔
236
          reviseFillStartAndEndKey(pInfo, order);
215,145✔
237
        }
238

239
        pInfo->curGroupId = pInfo->pRes->info.id.groupId;  // the first data block
233,731✔
240
        pInfo->totalInputRows += pInfo->pRes->info.rows;
233,731✔
241

242
        int64_t ts = (order == TSDB_ORDER_ASC) ? pBlock->info.window.ekey : pBlock->info.window.skey;
233,731✔
243
        taosFillSetStartInfo(pInfo->pFillInfo, pInfo->pRes->info.rows, ts);
233,731✔
244
        taosFillSetInputDataBlock(pInfo->pFillInfo, pInfo->pRes);
233,731✔
245
      } else if (pInfo->curGroupId != pBlock->info.id.groupId) {  // the new group data block
7,589!
246
        pInfo->existNewGroupBlock = pBlock;
7,589✔
247

248
        // Fill the previous group data block, before handle the data block of new group.
249
        // Close the fill operation for previous group data block
250
        taosFillSetStartInfo(pInfo->pFillInfo, 0, pInfo->win.ekey);
7,589✔
251
        pInfo->pFillInfo->prev.key = 0;
7,589✔
252
      }
253
    }
254

255
    int32_t numOfResultRows = pOperator->resultInfo.capacity - pResBlock->info.rows;
1,099,194✔
256
    code = taosFillResultDataBlock(pInfo->pFillInfo, pResBlock, numOfResultRows);
1,099,194✔
257
    QUERY_CHECK_CODE(code, lino, _end);
1,099,201!
258

259
    // current group has no more result to return
260
    if (pResBlock->info.rows > 0) {
1,099,201✔
261
      // 1. The result in current group not reach the threshold of output result, continue
262
      // 2. If multiple group results existing in one SSDataBlock is not allowed, return immediately
263
      if (pResBlock->info.rows > pResultInfo->threshold || pBlock == NULL || pInfo->existNewGroupBlock != NULL) {
670,547✔
264
        pResBlock->info.id.groupId = pInfo->curGroupId;
489,794✔
265
        return pResBlock;
489,794✔
266
      }
267

268
      doHandleRemainBlockFromNewGroup(pOperator, pInfo, pResultInfo, order);
180,753✔
269
      if (pResBlock->info.rows >= pOperator->resultInfo.threshold || pBlock == NULL) {
180,754!
270
        pResBlock->info.id.groupId = pInfo->curGroupId;
44✔
271
        return pResBlock;
44✔
272
      }
273
    } else if (pInfo->existNewGroupBlock) {  // try next group
428,654✔
274
      blockDataCleanup(pResBlock);
1,120✔
275

276
      doHandleRemainBlockForNewGroupImpl(pOperator, pInfo, pResultInfo, order);
1,120✔
277
      if (pResBlock->info.rows > pResultInfo->threshold) {
1,120!
278
        pResBlock->info.id.groupId = pInfo->curGroupId;
×
279
        return pResBlock;
×
280
      }
281
    } else {
282
      return NULL;
427,534✔
283
    }
284
  }
285

286
_end:
×
287
  if (code != TSDB_CODE_SUCCESS) {
×
288
    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));
×
289
    T_LONG_JMP(pTaskInfo->env, code);
×
290
  }
291
  return NULL;
×
292
}
293

294
static int32_t doFillNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) {
1,461,429✔
295
  int32_t            code = TSDB_CODE_SUCCESS;
1,461,429✔
296
  SFillOperatorInfo* pInfo = pOperator->info;
1,461,429✔
297
  SExecTaskInfo*     pTaskInfo = pOperator->pTaskInfo;
1,461,429✔
298

299
  if (pOperator->status == OP_EXEC_DONE) {
1,461,429!
300
    (*ppRes) = NULL;
×
301
    return code;
×
302
  }
303

304
  SSDataBlock* fillResult = NULL;
1,461,429✔
305
  while (true) {
306
    fillResult = doFillImpl(pOperator);
1,461,467✔
307
    if (fillResult == NULL) {
1,461,471✔
308
      setOperatorCompleted(pOperator);
489,507✔
309
      break;
489,508✔
310
    }
311

312
    code = doFilter(fillResult, pOperator->exprSupp.pFilterInfo, &pInfo->matchInfo);
971,964✔
313
    if (code != TSDB_CODE_SUCCESS) {
971,974!
314
      qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code));
×
315
      pTaskInfo->code = code;
×
316
      T_LONG_JMP(pTaskInfo->env, code);
×
317
    }
318
    if (fillResult->info.rows > 0) {
971,974✔
319
      break;
971,936✔
320
    }
321
  }
322

323
  if (fillResult != NULL) {
1,461,444✔
324
    pOperator->resultInfo.totalRows += fillResult->info.rows;
971,936✔
325
  }
326

327
  (*ppRes) = fillResult;
1,461,444✔
328
  return code;
1,461,444✔
329
}
330

331
void destroyFillOperatorInfo(void* param) {
494,376✔
332
  SFillOperatorInfo* pInfo = (SFillOperatorInfo*)param;
494,376✔
333
  pInfo->pFillInfo = taosDestroyFillInfo(pInfo->pFillInfo);
494,376✔
334
  blockDataDestroy(pInfo->pRes);
494,379✔
335
  pInfo->pRes = NULL;
494,380✔
336
  blockDataDestroy(pInfo->pFinalRes);
494,380✔
337
  pInfo->pFinalRes = NULL;
494,379✔
338

339
  cleanupExprSupp(&pInfo->noFillExprSupp);
494,379✔
340
  cleanupExprSupp(&pInfo->fillNullExprSupp);
494,383✔
341

342
  taosMemoryFreeClear(pInfo->p);
494,379!
343
  taosArrayDestroy(pInfo->matchInfo.pList);
494,383✔
344
  taosMemoryFreeClear(param);
494,382!
345
}
494,381✔
346

347
static int32_t initFillInfo(SFillOperatorInfo* pInfo, SExprInfo* pExpr, int32_t numOfCols, SExprInfo* pNotFillExpr,
494,378✔
348
                            int32_t numOfNotFillCols, SExprInfo* pFillNullExpr, int32_t numOfFillNullExprs,
349
                            SNodeListNode* pValNode, STimeWindow win, int32_t capacity, const char* id,
350
                            SInterval* pInterval, int32_t fillType, int32_t order, SExecTaskInfo* pTaskInfo) {
351
  SFillColInfo* pColInfo =
352
      createFillColInfo(pExpr, numOfCols, pNotFillExpr, numOfNotFillCols, pFillNullExpr, numOfFillNullExprs, pValNode);
494,378✔
353
  if (!pColInfo) {
494,378✔
354
    qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));
3!
355
    return terrno;
3✔
356
  }
357

358
  int64_t startKey = (order == TSDB_ORDER_ASC) ? win.skey : win.ekey;
494,375✔
359

360
  //  STimeWindow w = {0};
361
  //  getInitialStartTimeWindow(pInterval, startKey, &w, order == TSDB_ORDER_ASC);
362
  pInfo->pFillInfo = NULL;
494,375✔
363
  int32_t code = taosCreateFillInfo(startKey, numOfCols, numOfNotFillCols, numOfFillNullExprs, capacity, pInterval,
494,375✔
364
                                    fillType, pColInfo, pInfo->primaryTsCol, order, id, pTaskInfo, &pInfo->pFillInfo);
494,375✔
365
  if (code != TSDB_CODE_SUCCESS) {
494,380!
366
    qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code));
×
367
    return code;
×
368
  }
369

370
  if (order == TSDB_ORDER_ASC) {
494,381✔
371
    pInfo->win.skey = win.skey;
460,732✔
372
    pInfo->win.ekey = win.ekey;
460,732✔
373
  } else {
374
    pInfo->win.skey = win.ekey;
33,649✔
375
    pInfo->win.ekey = win.skey;
33,649✔
376
  }
377
  pInfo->p = taosMemoryCalloc(numOfCols, POINTER_BYTES);
494,381✔
378
  if (!pInfo->p) {
494,379!
379
    return terrno;
×
380
  }
381

382
  if (pInfo->pFillInfo == NULL || pInfo->p == NULL) {
494,379!
383
    taosMemoryFree(pInfo->pFillInfo);
×
384
    taosMemoryFree(pInfo->p);
×
385
    return TSDB_CODE_OUT_OF_MEMORY;
×
386
  } else {
387
    return TSDB_CODE_SUCCESS;
494,382✔
388
  }
389
}
390

391
static bool isWstartColumnExist(SFillOperatorInfo* pInfo) {
494,378✔
392
  if (pInfo->noFillExprSupp.numOfExprs == 0) {
494,378✔
393
    return false;
393,297✔
394
  }
395

396
  for (int32_t i = 0; i < pInfo->noFillExprSupp.numOfExprs; ++i) {
102,433✔
397
    SExprInfo* exprInfo = pInfo->noFillExprSupp.pExprInfo + i;
102,366✔
398
    if (exprInfo->pExpr->nodeType == QUERY_NODE_COLUMN && exprInfo->base.numOfParams == 1 &&
102,366!
399
        exprInfo->base.pParam[0].pCol->colType == COLUMN_TYPE_WINDOW_START) {
102,366✔
400
      return true;
101,014✔
401
    }
402
  }
403
  return false;
67✔
404
}
405

406
static int32_t createPrimaryTsExprIfNeeded(SFillOperatorInfo* pInfo, SFillPhysiNode* pPhyFillNode, SExprSupp* pExprSupp,
494,375✔
407
                                           const char* idStr) {
408
  bool wstartExist = isWstartColumnExist(pInfo);
494,375✔
409

410
  if (wstartExist == false) {
494,380✔
411
    if (pPhyFillNode->pWStartTs->type != QUERY_NODE_TARGET) {
393,366!
412
      qError("pWStartTs of fill physical node is not a target node, %s", idStr);
×
413
      return TSDB_CODE_QRY_SYS_ERROR;
×
414
    }
415

416
    SExprInfo* pExpr = taosMemoryRealloc(pExprSupp->pExprInfo, (pExprSupp->numOfExprs + 1) * sizeof(SExprInfo));
393,366✔
417
    if (pExpr == NULL) {
393,365!
418
      return terrno;
×
419
    }
420

421
    int32_t code = createExprFromTargetNode(&pExpr[pExprSupp->numOfExprs], (STargetNode*)pPhyFillNode->pWStartTs);
393,365✔
422
    if (code != TSDB_CODE_SUCCESS) {
393,365!
423
      qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code));
×
424
      pExprSupp->numOfExprs += 1;
×
425
      pExprSupp->pExprInfo = pExpr;
×
426
      return code;
×
427
    }
428

429
    pExprSupp->numOfExprs += 1;
393,365✔
430
    pExprSupp->pExprInfo = pExpr;
393,365✔
431
  }
432

433
  return TSDB_CODE_SUCCESS;
494,379✔
434
}
435

436
int32_t createFillOperatorInfo(SOperatorInfo* downstream, SFillPhysiNode* pPhyFillNode,
494,373✔
437
                                      SExecTaskInfo* pTaskInfo, SOperatorInfo** pOptrInfo) {
438
  QRY_PARAM_CHECK(pOptrInfo);
494,373!
439
  int32_t code = 0;
494,373✔
440
  int32_t lino = 0;
494,373✔
441

442
  SFillOperatorInfo* pInfo = taosMemoryCalloc(1, sizeof(SFillOperatorInfo));
494,373✔
443
  SOperatorInfo*     pOperator = taosMemoryCalloc(1, sizeof(SOperatorInfo));
494,373✔
444
  if (pInfo == NULL || pOperator == NULL) {
494,376!
445
    code = terrno;
×
446
    goto _error;
×
447
  }
448

449
  pInfo->pRes = createDataBlockFromDescNode(pPhyFillNode->node.pOutputDataBlockDesc);
494,378✔
450
  QUERY_CHECK_NULL(pInfo->pRes, code, lino, _error, terrno);
494,382!
451
  SExprInfo* pExprInfo = NULL;
494,382✔
452

453
  code = createExprInfo(pPhyFillNode->pFillExprs, NULL, &pExprInfo, &pInfo->numOfExpr);
494,382✔
454
  QUERY_CHECK_CODE(code, lino, _error);
494,378!
455

456
  pOperator->exprSupp.pExprInfo = pExprInfo;
494,378✔
457
  pOperator->exprSupp.numOfExprs = pInfo->numOfExpr;
494,378✔
458

459
  SExprSupp* pNoFillSupp = &pInfo->noFillExprSupp;
494,378✔
460
  code = createExprInfo(pPhyFillNode->pNotFillExprs, NULL, &pNoFillSupp->pExprInfo, &pNoFillSupp->numOfExprs);
494,378✔
461
  QUERY_CHECK_CODE(code, lino, _error);
494,376!
462

463
  code = createPrimaryTsExprIfNeeded(pInfo, pPhyFillNode, pNoFillSupp, pTaskInfo->id.str);
494,376✔
464
  QUERY_CHECK_CODE(code, lino, _error);
494,378!
465

466
  code =
467
      initExprSupp(pNoFillSupp, pNoFillSupp->pExprInfo, pNoFillSupp->numOfExprs, &pTaskInfo->storageAPI.functionStore);
494,378✔
468
  QUERY_CHECK_CODE(code, lino, _error);
494,375!
469

470
  code = createExprInfo(pPhyFillNode->pFillNullExprs, NULL, &pInfo->fillNullExprSupp.pExprInfo,
494,375✔
471
                        &pInfo->fillNullExprSupp.numOfExprs);
472
  QUERY_CHECK_CODE(code, lino, _error);
494,375!
473
  code = initExprSupp(&pInfo->fillNullExprSupp, pInfo->fillNullExprSupp.pExprInfo, pInfo->fillNullExprSupp.numOfExprs,
494,375✔
474
                      &pTaskInfo->storageAPI.functionStore);
475
  QUERY_CHECK_CODE(code, lino, _error);
494,376!
476

477
  SInterval* pInterval =
494,376✔
478
      QUERY_NODE_PHYSICAL_PLAN_MERGE_ALIGNED_INTERVAL == downstream->operatorType
494,376✔
479
          ? &((SMergeAlignedIntervalAggOperatorInfo*)downstream->info)->intervalAggOperatorInfo->interval
314,522✔
480
          : &((SIntervalAggOperatorInfo*)downstream->info)->interval;
494,376✔
481

482
  int32_t order = (pPhyFillNode->node.inputTsOrder == ORDER_ASC) ? TSDB_ORDER_ASC : TSDB_ORDER_DESC;
494,376✔
483
  int32_t type = convertFillType(pPhyFillNode->mode);
494,376✔
484

485
  SResultInfo* pResultInfo = &pOperator->resultInfo;
494,376✔
486

487
  initResultSizeInfo(&pOperator->resultInfo, 4096);
494,376✔
488
  code = blockDataEnsureCapacity(pInfo->pRes, pOperator->resultInfo.capacity);
494,376✔
489
  if (code != TSDB_CODE_SUCCESS) {
494,380!
490
    goto _error;
×
491
  }
492
  code = initExprSupp(&pOperator->exprSupp, pExprInfo, pInfo->numOfExpr, &pTaskInfo->storageAPI.functionStore);
494,380✔
493
  if (code != TSDB_CODE_SUCCESS) {
494,377!
494
    goto _error;
×
495
  }
496

497
  pInfo->primaryTsCol = ((STargetNode*)pPhyFillNode->pWStartTs)->slotId;
494,377✔
498
  pInfo->primarySrcSlotId = ((SColumnNode*)((STargetNode*)pPhyFillNode->pWStartTs)->pExpr)->slotId;
494,377✔
499

500
  int32_t numOfOutputCols = 0;
494,377✔
501
  code = extractColMatchInfo(pPhyFillNode->pFillExprs, pPhyFillNode->node.pOutputDataBlockDesc, &numOfOutputCols,
494,377✔
502
                             COL_MATCH_FROM_SLOT_ID, &pInfo->matchInfo);
503

504
  QUERY_CHECK_CODE(code, lino, _error);
494,379!
505
  code = initFillInfo(pInfo, pExprInfo, pInfo->numOfExpr, pNoFillSupp->pExprInfo, pNoFillSupp->numOfExprs,
494,379✔
506
                      pInfo->fillNullExprSupp.pExprInfo, pInfo->fillNullExprSupp.numOfExprs,
507
                      (SNodeListNode*)pPhyFillNode->pValues, pPhyFillNode->timeRange, pResultInfo->capacity,
494,379✔
508
                      pTaskInfo->id.str, pInterval, type, order, pTaskInfo);
494,379✔
509
  if (code != TSDB_CODE_SUCCESS) {
494,382!
510
    goto _error;
×
511
  }
512

513
  pInfo->pFinalRes = NULL;
494,382✔
514

515
  code = createOneDataBlock(pInfo->pRes, false, &pInfo->pFinalRes);
494,382✔
516
  if (code) {
494,375!
517
    goto _error;
×
518
  }
519

520
  code = blockDataEnsureCapacity(pInfo->pFinalRes, pOperator->resultInfo.capacity);
494,375✔
521
  if (code != TSDB_CODE_SUCCESS) {
494,382!
522
    goto _error;
×
523
  }
524

525
  code = filterInitFromNode((SNode*)pPhyFillNode->node.pConditions, &pOperator->exprSupp.pFilterInfo, 0);
494,382✔
526
  if (code != TSDB_CODE_SUCCESS) {
494,382!
527
    goto _error;
×
528
  }
529

530
  setOperatorInfo(pOperator, "FillOperator", QUERY_NODE_PHYSICAL_PLAN_FILL, false, OP_NOT_OPENED, pInfo, pTaskInfo);
494,382✔
531
  pOperator->fpSet = createOperatorFpSet(optrDummyOpenFn, doFillNext, NULL, destroyFillOperatorInfo, optrDefaultBufFn, NULL,
494,382✔
532
                                         optrDefaultGetNextExtFn, NULL);
533

534
  code = appendDownstream(pOperator, &downstream, 1);
494,381✔
535
  if (code != TSDB_CODE_SUCCESS) {
494,382!
536
    goto _error;
×
537
  }
538

539
  *pOptrInfo = pOperator;
494,382✔
540
  return TSDB_CODE_SUCCESS;
494,382✔
541

542
_error:
×
543
  qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));
×
544

545
  if (pInfo != NULL) {
×
546
    destroyFillOperatorInfo(pInfo);
×
547
  }
548
  destroyOperatorAndDownstreams(pOperator, &downstream, 1);
×
549
  pTaskInfo->code = code;
×
550
  return code;
×
551
}
552

553
static void reviseFillStartAndEndKey(SFillOperatorInfo* pInfo, int32_t order) {
439,995✔
554
  int64_t skey, ekey, next;
555
  if (order == TSDB_ORDER_ASC) {
439,995✔
556
    skey = taosTimeTruncate(pInfo->win.skey, &pInfo->pFillInfo->interval);
408,357✔
557
    taosFillUpdateStartTimestampInfo(pInfo->pFillInfo, skey);
408,356✔
558

559
    ekey = taosTimeTruncate(pInfo->win.ekey, &pInfo->pFillInfo->interval);
408,355✔
560
    next = ekey;
408,355✔
561
    while (next < pInfo->win.ekey) {
1,712,838✔
562
      next = taosTimeAdd(ekey, pInfo->pFillInfo->interval.sliding, pInfo->pFillInfo->interval.slidingUnit,
1,304,486✔
563
                         pInfo->pFillInfo->interval.precision);
1,304,486✔
564
      ekey = next > pInfo->win.ekey ? ekey : next;
1,304,483✔
565
    }
566
    pInfo->win.ekey = ekey;
408,352✔
567
  } else {
568
    skey = taosTimeTruncate(pInfo->win.skey, &pInfo->pFillInfo->interval);
31,638✔
569
    next = skey;
31,639✔
570
    while (next < pInfo->win.skey) {
150,777✔
571
      next = taosTimeAdd(skey, pInfo->pFillInfo->interval.sliding, pInfo->pFillInfo->interval.slidingUnit,
119,138✔
572
                         pInfo->pFillInfo->interval.precision);
119,138✔
573
      skey = next > pInfo->win.skey ? skey : next;
119,138✔
574
    }
575
    taosFillUpdateStartTimestampInfo(pInfo->pFillInfo, skey);
31,639✔
576
    pInfo->win.ekey = taosTimeTruncate(pInfo->win.ekey, &pInfo->pFillInfo->interval);
31,639✔
577
  }
578
}
439,991✔
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc