• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #4982

12 Mar 2026 05:32AM UTC coverage: 68.587% (+0.1%) from 68.488%
#4982

push

travis-ci

web-flow
merge: from main to 3.0 branch #34705

merge: from main to 3.0 branch

279 of 443 new or added lines in 34 files covered. (62.98%)

2352 existing lines in 132 files now uncovered.

212163 of 309332 relevant lines covered (68.59%)

135254549.82 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

61.8
/source/libs/executor/src/operator.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#include "filter.h"
17
#include "function.h"
18
#include "tname.h"
19

20
#include "tglobal.h"
21

22
#include "executorInt.h"
23
#include "index.h"
24
#include "operator.h"
25
#include "query.h"
26
#include "querytask.h"
27

28
#include "storageapi.h"
29
#include "tdatablock.h"
30

31
SOperatorFpSet createOperatorFpSet(__optr_open_fn_t openFn, __optr_fn_t nextFn, __optr_fn_t cleanup,
745,767,665✔
32
                                   __optr_close_fn_t closeFn, __optr_reqBuf_fn_t reqBufFn, __optr_explain_fn_t explain,
33
                                   __optr_get_ext_fn_t nextExtFn, __optr_notify_fn_t notifyFn) {
34
  SOperatorFpSet fpSet = {
745,767,665✔
35
      ._openFn = openFn,
36
      .getNextFn = nextFn,
37
      .cleanupFn = cleanup,
38
      .closeFn = closeFn,
39
      .reqBufFn = reqBufFn,
40
      .getExplainFn = explain,
41
      .getNextExtFn = nextExtFn,
42
      .notifyFn = notifyFn,
43
      .releaseStreamStateFn = NULL,
44
      .reloadStreamStateFn = NULL,
45
      .resetStateFn = NULL,
46
  };
47

48
  return fpSet;
745,767,665✔
49
}
50

51
void setOperatorStreamStateFn(SOperatorInfo* pOperator, __optr_state_fn_t relaseFn, __optr_state_fn_t reloadFn) {
139,751,768✔
52
  pOperator->fpSet.releaseStreamStateFn = relaseFn;
139,751,768✔
53
  pOperator->fpSet.reloadStreamStateFn = reloadFn;
139,821,244✔
54
}
139,792,647✔
55

56
void setOperatorResetStateFn(SOperatorInfo* pOperator, __optr_reset_state_fn_t resetFn) {
744,487,645✔
57
  pOperator->fpSet.resetStateFn = resetFn;
744,487,645✔
58
}
744,872,698✔
59

60
int32_t optrDummyOpenFn(SOperatorInfo* pOperator) {
69,474,679✔
61
  OPTR_SET_OPENED(pOperator);
69,474,679✔
62
  pOperator->cost.openCost = 0;
69,511,261✔
63
  return TSDB_CODE_SUCCESS;
69,473,827✔
64
}
65

66
int32_t appendDownstream(SOperatorInfo* p, SOperatorInfo** pDownstream, int32_t num) {
349,063,474✔
67
  p->pDownstream = taosMemoryCalloc(1, num * POINTER_BYTES);
349,063,474✔
68
  if (p->pDownstream == NULL) {
349,033,017✔
69
    return terrno;
×
70
  }
71

72
  memcpy(p->pDownstream, pDownstream, num * POINTER_BYTES);
348,675,551✔
73
  p->numOfDownstream = num;
348,825,108✔
74
  p->numOfRealDownstream = num;
349,012,850✔
75
  return TSDB_CODE_SUCCESS;
348,554,065✔
76
}
77

78
void setOperatorCompleted(SOperatorInfo* pOperator) {
744,971,168✔
79
  pOperator->status = OP_EXEC_DONE;
744,971,168✔
80
  pOperator->cost.totalCost = (taosGetTimestampUs() - pOperator->pTaskInfo->cost.start) / 1000.0;
745,122,625✔
81
  setTaskStatus(pOperator->pTaskInfo, TASK_COMPLETED);
745,097,141✔
82
}
745,039,820✔
83

84
void setOperatorInfo(SOperatorInfo* pOperator, const char* name, int32_t type, bool blocking, int32_t status,
745,528,926✔
85
                     void* pInfo, SExecTaskInfo* pTaskInfo) {
86
  pOperator->name = (char*)name;
745,528,926✔
87
  pOperator->operatorType = type;
745,854,463✔
88
  pOperator->blocking = blocking;
744,836,026✔
89
  pOperator->status = status;
745,323,124✔
90
  pOperator->info = pInfo;
745,546,280✔
91
  pOperator->pTaskInfo = pTaskInfo;
745,480,769✔
92
}
745,649,444✔
93

94
// each operator should be set their own function to return total cost buffer
95
int32_t optrDefaultBufFn(SOperatorInfo* pOperator) {
×
96
  if (pOperator->blocking) {
×
97
    return -1;
×
98
  } else {
99
    return 0;
×
100
  }
101
}
102

103
static int64_t getQuerySupportBufSize(size_t numOfTables) {
×
104
  size_t s1 = sizeof(STableQueryInfo);
×
105
  //  size_t s3 = sizeof(STableCheckInfo);  buffer consumption in tsdb
106
  return (int64_t)(s1 * 1.5 * numOfTables);
×
107
}
108

109
int32_t checkForQueryBuf(size_t numOfTables) {
×
110
  int64_t t = getQuerySupportBufSize(numOfTables);
×
111
  if (tsQueryBufferSizeBytes < 0) {
×
112
    return TSDB_CODE_SUCCESS;
×
113
  } else if (tsQueryBufferSizeBytes > 0) {
×
114
    while (1) {
×
115
      int64_t s = tsQueryBufferSizeBytes;
×
116
      int64_t remain = s - t;
×
117
      if (remain >= 0) {
×
118
        if (atomic_val_compare_exchange_64(&tsQueryBufferSizeBytes, s, remain) == s) {
×
119
          return TSDB_CODE_SUCCESS;
×
120
        }
121
      } else {
122
        return TSDB_CODE_QRY_NOT_ENOUGH_BUFFER;
×
123
      }
124
    }
125
  }
126

127
  // disable query processing if the value of tsQueryBufferSize is zero.
128
  return TSDB_CODE_QRY_NOT_ENOUGH_BUFFER;
×
129
}
130

131
void releaseQueryBuf(size_t numOfTables) {
×
132
  if (tsQueryBufferSizeBytes < 0) {
×
133
    return;
×
134
  }
135

136
  int64_t t = getQuerySupportBufSize(numOfTables);
×
137

138
  // restore value is not enough buffer available
139
  (void)atomic_add_fetch_64(&tsQueryBufferSizeBytes, t);
×
140
}
141

142
typedef enum {
143
  OPTR_FN_RET_CONTINUE = 0x1,
144
  OPTR_FN_RET_ABORT = 0x2,
145
} ERetType;
146

147
typedef struct STraverParam {
148
  void*   pRet;
149
  int32_t code;
150
  void*   pParam;
151
} STraverParam;
152

153
// iterate the operator tree helper
154
typedef ERetType (*optr_fn_t)(SOperatorInfo* pOperator, STraverParam* pParam, const char* pIdstr);
155

156
void traverseOperatorTree(SOperatorInfo* pOperator, optr_fn_t fn, STraverParam* pParam, const char* id) {
48,519,712✔
157
  if (pOperator == NULL) {
48,519,712✔
158
    return;
×
159
  }
160

161
  ERetType ret = fn(pOperator, pParam, id);
48,519,712✔
162
  if (ret == OPTR_FN_RET_ABORT || pParam->code != TSDB_CODE_SUCCESS) {
48,514,159✔
163
    return;
25,069,334✔
164
  }
165

166
  for (int32_t i = 0; i < pOperator->numOfDownstream; ++i) {
46,895,316✔
167
    traverseOperatorTree(pOperator->pDownstream[i], fn, pParam, id);
23,442,668✔
168
    if (pParam->code != 0) {
23,442,409✔
169
      break;
×
170
    }
171
  }
172
}
173

174
ERetType extractOperatorInfo(SOperatorInfo* pOperator, STraverParam* pParam, const char* pIdStr) {
48,405,056✔
175
  STraverParam* p = pParam;
48,405,056✔
176
  if (pOperator->operatorType == *(int32_t*)p->pParam) {
48,405,056✔
177
    p->pRet = pOperator;
25,013,550✔
178
    return OPTR_FN_RET_ABORT;
25,014,528✔
179
  } else {
180
    return OPTR_FN_RET_CONTINUE;
23,390,743✔
181
  }
182
}
183

184
// QUERY_NODE_PHYSICAL_PLAN_TABLE_SCAN
185
int32_t extractOperatorInTree(SOperatorInfo* pOperator, int32_t type, const char* id, SOperatorInfo** pOptrInfo) {
25,016,111✔
186
  QRY_PARAM_CHECK(pOptrInfo);
25,016,111✔
187

188
  if (pOperator == NULL) {
25,017,785✔
189
    qError("invalid operator, failed to find tableScanOperator %s", id);
×
190
    return TSDB_CODE_STREAM_INTERNAL_ERROR;
×
191
  }
192

193
  STraverParam p = {.pParam = &type, .pRet = NULL};
25,017,785✔
194
  traverseOperatorTree(pOperator, extractOperatorInfo, &p, id);
25,016,486✔
195
  if (p.code == 0) {
25,014,769✔
196
    *pOptrInfo = p.pRet;
25,015,577✔
197
  }
198
  return p.code;
25,014,374✔
199
}
200

201
typedef struct SExtScanInfo {
202
  int32_t order;
203
  int32_t scanFlag;
204
  int32_t inheritUsOrder;
205
} SExtScanInfo;
206

207
static ERetType extractScanInfo(SOperatorInfo* pOperator, STraverParam* pParam, const char* pIdStr) {
×
208
  int32_t       type = pOperator->operatorType;
×
209
  SExtScanInfo* pInfo = pParam->pParam;
×
210

211
  if (type == QUERY_NODE_PHYSICAL_PLAN_SYSTABLE_SCAN || type == QUERY_NODE_PHYSICAL_PLAN_STREAM_SCAN ||
×
212
      type == QUERY_NODE_PHYSICAL_PLAN_TAG_SCAN || type == QUERY_NODE_PHYSICAL_PLAN_BLOCK_DIST_SCAN ||
×
213
      type == QUERY_NODE_PHYSICAL_PLAN_LAST_ROW_SCAN || type == QUERY_NODE_PHYSICAL_PLAN_TABLE_COUNT_SCAN) {
×
214
    pInfo->order = TSDB_ORDER_ASC;
×
215
    pInfo->scanFlag = MAIN_SCAN;
×
216
    return OPTR_FN_RET_ABORT;
×
217
  } else if (type == QUERY_NODE_PHYSICAL_PLAN_EXCHANGE) {
×
218
    if (!pInfo->inheritUsOrder) {
×
219
      pInfo->order = TSDB_ORDER_ASC;
×
220
    }
221
    pInfo->scanFlag = MAIN_SCAN;
×
222
    return OPTR_FN_RET_ABORT;
×
223
  } else if (type == QUERY_NODE_PHYSICAL_PLAN_TABLE_SCAN) {
×
224
    STableScanInfo* pTableScanInfo = pOperator->info;
×
225
    pInfo->order = pTableScanInfo->base.cond.order;
×
226
    pInfo->scanFlag = pTableScanInfo->base.scanFlag;
×
227
    return OPTR_FN_RET_ABORT;
×
228
  } else if (type == QUERY_NODE_PHYSICAL_PLAN_TABLE_MERGE_SCAN) {
×
229
    STableMergeScanInfo* pTableScanInfo = pOperator->info;
×
230
    pInfo->order = pTableScanInfo->base.cond.order;
×
231
    pInfo->scanFlag = pTableScanInfo->base.scanFlag;
×
232
    return OPTR_FN_RET_ABORT;
×
233
  } else {
234
    return OPTR_FN_RET_CONTINUE;
×
235
  }
236
}
237

238
int32_t getTableScanInfo(SOperatorInfo* pOperator, int32_t* order, int32_t* scanFlag, bool inheritUsOrder) {
×
239
  SExtScanInfo info = {.inheritUsOrder = inheritUsOrder, .order = *order};
×
240
  STraverParam p = {.pParam = &info};
×
241

242
  traverseOperatorTree(pOperator, extractScanInfo, &p, NULL);
×
243
  *order = info.order;
×
244
  *scanFlag = info.scanFlag;
×
245

246
  if (p.code == TSDB_CODE_SUCCESS) {
×
247
    if (!(*order == TSDB_ORDER_ASC || *order == TSDB_ORDER_DESC)) {
×
248
      qError("operator failed at: %s:%d", __func__, __LINE__);
×
249
      p.code = TSDB_CODE_INVALID_PARA;
×
250
    }
251
  }
252
  return p.code;
×
253
}
254

255
static ERetType doStopDataReader(SOperatorInfo* pOperator, STraverParam* pParam, const char* pIdStr) {
114,662✔
256
  SStorageAPI* pAPI = pParam->pParam;
114,662✔
257
  if (pOperator->operatorType == QUERY_NODE_PHYSICAL_PLAN_TABLE_SCAN) {
114,662✔
258
    STableScanInfo* pInfo = pOperator->info;
57,520✔
259

260
    if (pInfo->base.dataReader != NULL) {
57,520✔
261
      pAPI->tsdReader.tsdReaderNotifyClosing(pInfo->base.dataReader);
57,520✔
262
    }
263
    return OPTR_FN_RET_ABORT;
57,520✔
264
  } else if (pOperator->operatorType == QUERY_NODE_PHYSICAL_PLAN_STREAM_SCAN) {
57,142✔
265
    STmqQueryScanInfo* pInfo = pOperator->info;
×
266

267
    if (pInfo->pTableScanOp != NULL) {
×
268
      STableScanInfo* pTableScanInfo = pInfo->pTableScanOp->info;
×
269
      if (pTableScanInfo != NULL && pTableScanInfo->base.dataReader != NULL) {
×
270
        pAPI->tsdReader.tsdReaderNotifyClosing(pTableScanInfo->base.dataReader);
×
271
      }
272
    }
273

274
    return OPTR_FN_RET_ABORT;
×
275
  }
276

277
  return OPTR_FN_RET_CONTINUE;
57,142✔
278
}
279

280
int32_t stopTableScanOperator(SOperatorInfo* pOperator, const char* pIdStr, SStorageAPI* pAPI) {
62,947✔
281
  STraverParam p = {.pParam = pAPI};
62,947✔
282
  traverseOperatorTree(pOperator, doStopDataReader, &p, pIdStr);
62,947✔
283
  return p.code;
62,947✔
284
}
285

286
int32_t createOperator(SPhysiNode* pPhyNode, SExecTaskInfo* pTaskInfo, SReadHandle* pHandle, SNode* pTagCond,
746,681,257✔
287
                       SNode* pTagIndexCond, const char* pUser, const char* dbname, SOperatorInfo** pOptrInfo,
288
                       EOPTR_EXEC_MODEL model) {
289
  QRY_PARAM_CHECK(pOptrInfo);
746,681,257✔
290

291
  int32_t     code = 0;
746,849,037✔
292
  int32_t     type = nodeType(pPhyNode);
746,849,037✔
293
  const char* idstr = GET_TASKID(pTaskInfo);
746,847,351✔
294

295
  if (pPhyNode->pChildren == NULL || LIST_LENGTH(pPhyNode->pChildren) == 0) {
746,915,389✔
296
    SOperatorInfo* pOperator = NULL;
396,946,856✔
297
    if (QUERY_NODE_PHYSICAL_PLAN_TABLE_SCAN == type) {
396,699,955✔
298
      STableScanPhysiNode* pTableScanNode = (STableScanPhysiNode*)pPhyNode;
232,847,068✔
299
      // NOTE: this is an patch to fix the physical plan
300
      // TODO remove it later
301
      if (pTableScanNode->scan.node.pLimit != NULL) {
232,847,068✔
302
        pTableScanNode->groupSort = true;
4,419,181✔
303
      }
304

305
      STableListInfo* pTableListInfo = tableListCreate();
232,900,111✔
306
      if (!pTableListInfo) {
232,958,544✔
307
        pTaskInfo->code = terrno;
×
308
        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));
×
309
        return terrno;
×
310
      }
311

312
      // Since virtual stable scan use virtual super table's uid in scan operator, the origin table might be stored on
313
      // different vnode, so we should not get table schema for virtual stable scan.
314
      if (!pTableScanNode->scan.virtualStableScan) {
232,958,544✔
315
        code = initQueriedTableSchemaInfo(pHandle, &pTableScanNode->scan, dbname, pTaskInfo);
225,243,646✔
316
        if (code) {
224,458,618✔
317
          pTaskInfo->code = code;
226✔
318
          tableListDestroy(pTableListInfo);
226✔
319
          return code;
226✔
320
        }
321
      }
322

323
      if (pTableScanNode->scan.node.dynamicOp) {
232,130,375✔
324
        pTaskInfo->dynamicTask = true;
13,209,817✔
325
        pTableListInfo->idInfo.suid = pTableScanNode->scan.suid;
13,212,022✔
326
        pTableListInfo->idInfo.tableType = pTableScanNode->scan.tableType;
13,210,645✔
327
      } else {
328
        code = createScanTableListInfo(&pTableScanNode->scan, pTableScanNode->pGroupTags, pTableScanNode->groupSort,
219,073,851✔
329
                                       pHandle, pTableListInfo, pTagCond, pTagIndexCond, pTaskInfo, NULL);
330
        if (code) {
219,693,467✔
331
          pTaskInfo->code = code;
926✔
332
          tableListDestroy(pTableListInfo);
926✔
333
          qError("failed to createScanTableListInfo, code:%s, %s", tstrerror(code), idstr);
926✔
334
          return code;
926✔
335
        }
336
      }
337

338
      code = createTableScanOperatorInfo(pTableScanNode, pHandle, pTableListInfo, pTaskInfo, &pOperator);
232,900,732✔
339
      if (NULL == pOperator || code != 0) {
232,221,358✔
340
        pTaskInfo->code = code;
262,514✔
341
        tableListDestroy(pTableListInfo);
23,524✔
342
        return code;
23,524✔
343
      }
344

345
      STableScanInfo* pScanInfo = pOperator->info;
231,958,883✔
346
      pTaskInfo->cost.pRecoder = &pScanInfo->base.readRecorder;
232,037,872✔
347
    } else if (QUERY_NODE_PHYSICAL_PLAN_TABLE_MERGE_SCAN == type) {
163,852,887✔
348
      STableMergeScanPhysiNode* pTableScanNode = (STableMergeScanPhysiNode*)pPhyNode;
25,019,133✔
349
      STableListInfo*           pTableListInfo = tableListCreate();
25,019,133✔
350
      if (!pTableListInfo) {
25,093,343✔
351
        pTaskInfo->code = terrno;
×
352
        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));
×
353
        return terrno;
×
354
      }
355

356
      if (pTableScanNode->scan.node.dynamicOp) {
25,093,343✔
357
        pTaskInfo->dynamicTask = true;
65,408✔
358
        pTableListInfo->idInfo.suid = pTableScanNode->scan.suid;
65,408✔
359
        pTableListInfo->idInfo.tableType = pTableScanNode->scan.tableType;
65,408✔
360
      } else {
361
        code = createScanTableListInfo(&pTableScanNode->scan, pTableScanNode->pGroupTags, true, pHandle, pTableListInfo,
25,024,643✔
362
                                       pTagCond, pTagIndexCond, pTaskInfo, NULL);
363
        if (code) {
25,007,646✔
364
          pTaskInfo->code = code;
×
365
          tableListDestroy(pTableListInfo);
×
366
          qError("failed to createScanTableListInfo, code:%s, %s", tstrerror(code), idstr);
×
367
          return code;
×
368
        }
369

370
        code = initQueriedTableSchemaInfo(pHandle, &pTableScanNode->scan, dbname, pTaskInfo);
25,007,646✔
371
        if (code) {
24,906,701✔
372
          pTaskInfo->code = code;
×
373
          tableListDestroy(pTableListInfo);
×
374
          return code;
×
375
        }
376
      }
377

378
      code = createTableMergeScanOperatorInfo(pTableScanNode, pHandle, pTableListInfo, pTaskInfo, &pOperator);
24,972,109✔
379
      if (NULL == pOperator || code != 0) {
24,813,339✔
380
        pTaskInfo->code = code;
45,291✔
381
        tableListDestroy(pTableListInfo);
×
382
        return code;
×
383
      }
384

385
      STableMergeScanInfo* pScanInfo = pOperator->info;
24,768,048✔
386
      pTaskInfo->cost.pRecoder = &pScanInfo->base.readRecorder;
24,815,193✔
387
    } else if (QUERY_NODE_PHYSICAL_PLAN_EXCHANGE == type) {
138,833,754✔
388
      code = createExchangeOperatorInfo(pHandle ? pHandle->pMsgCb->clientRpc : NULL, (SExchangePhysiNode*)pPhyNode,
105,950,683✔
389
                                        pTaskInfo, &pOperator);
390
    } else if (QUERY_NODE_PHYSICAL_PLAN_STREAM_SCAN == type) {
32,883,071✔
391
      STableScanPhysiNode* pTableScanNode = (STableScanPhysiNode*)pPhyNode;
328,739✔
392
      STableListInfo*      pTableListInfo = tableListCreate();
328,739✔
393
      if (!pTableListInfo) {
328,739✔
394
        pTaskInfo->code = terrno;
×
395
        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));
×
396
        return terrno;
×
397
      }
398

399
      if (pHandle->vnode && (pTaskInfo->pSubplan->pVTables == NULL)) {
328,739✔
400
        code = createScanTableListInfo(&pTableScanNode->scan, pTableScanNode->pGroupTags, pTableScanNode->groupSort,
328,739✔
401
                                       pHandle, pTableListInfo, pTagCond, pTagIndexCond, pTaskInfo, NULL);
402
        if (code) {
328,739✔
403
          pTaskInfo->code = code;
×
404
          tableListDestroy(pTableListInfo);
×
405
          qError("failed to createScanTableListInfo, code:%s", tstrerror(code));
×
406
          return code;
×
407
        }
408
      }
409

410
      code = createTmqScanOperatorInfo(pHandle, pTableScanNode, pTagCond, pTableListInfo, pTaskInfo, &pOperator);
328,739✔
411
      if (code) {
328,461✔
412
        pTaskInfo->code = code;
×
413
        tableListDestroy(pTableListInfo);
×
414
        return code;
×
415
      }
416
    } else if (QUERY_NODE_PHYSICAL_PLAN_SYSTABLE_SCAN == type) {
32,554,332✔
417
      SSystemTableScanPhysiNode* pSysScanPhyNode = (SSystemTableScanPhysiNode*)pPhyNode;
21,029,575✔
418
      if (pSysScanPhyNode->scan.virtualStableScan) {
21,029,575✔
419
        STableListInfo*           pTableListInfo = tableListCreate();
10,289,208✔
420
        if (!pTableListInfo) {
10,298,123✔
421
          pTaskInfo->code = terrno;
×
422
          qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));
×
423
          return terrno;
×
424
        }
425

426
        code = createScanTableListInfo((SScanPhysiNode*)pSysScanPhyNode, NULL, false, pHandle, pTableListInfo, pTagCond,
10,298,123✔
427
                                       pTagIndexCond, pTaskInfo, NULL);
428
        if (code != TSDB_CODE_SUCCESS) {
10,287,700✔
429
          pTaskInfo->code = code;
×
430
          tableListDestroy(pTableListInfo);
×
431
          return code;
×
432
        }
433

434
        code = createSysTableScanOperatorInfo(pHandle, pSysScanPhyNode, pTableListInfo, pUser, pTaskInfo, &pOperator);
10,287,700✔
435
      } else {
436
        code = createSysTableScanOperatorInfo(pHandle, pSysScanPhyNode, NULL, pUser, pTaskInfo, &pOperator);
10,742,011✔
437
      }
438
    } else if (QUERY_NODE_PHYSICAL_PLAN_TABLE_COUNT_SCAN == type) {
11,524,757✔
439
      STableCountScanPhysiNode* pTblCountScanNode = (STableCountScanPhysiNode*)pPhyNode;
29,426✔
440
      code = createTableCountScanOperatorInfo(pHandle, pTblCountScanNode, pTaskInfo, &pOperator);
29,426✔
441
    } else if (QUERY_NODE_PHYSICAL_PLAN_TAG_SCAN == type) {
11,495,331✔
442
      STagScanPhysiNode* pTagScanPhyNode = (STagScanPhysiNode*)pPhyNode;
9,193,229✔
443
      STableListInfo*    pTableListInfo = tableListCreate();
9,193,229✔
444
      if (!pTableListInfo) {
9,200,600✔
445
        pTaskInfo->code = terrno;
×
446
        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));
×
447
        return terrno;
×
448
      }
449

450
      code = initQueriedTableSchemaInfo(pHandle, &pTagScanPhyNode->scan, dbname, pTaskInfo);
9,200,600✔
451
      if (code != TSDB_CODE_SUCCESS) {
9,181,566✔
452
        pTaskInfo->code = code;
×
453
        tableListDestroy(pTableListInfo);
×
454
        return code;
×
455
      }
456

457
      if (!pTagScanPhyNode->onlyMetaCtbIdx) {
9,181,566✔
458
        code = createScanTableListInfo((SScanPhysiNode*)pTagScanPhyNode, NULL, false, pHandle, pTableListInfo, pTagCond,
4,386,766✔
459
                                       pTagIndexCond, pTaskInfo, NULL);
460
        if (code != TSDB_CODE_SUCCESS) {
4,391,859✔
461
          pTaskInfo->code = code;
×
462
          qError("failed to getTableList, code:%s", tstrerror(code));
×
463
          tableListDestroy(pTableListInfo);
×
464
          return code;
×
465
        }
466
      }
467

468
      if (pTagScanPhyNode->scan.node.dynamicOp) {
9,182,977✔
469
        pTaskInfo->dynamicTask = true;
2,052,365✔
470
        pTableListInfo->idInfo.suid = pTagScanPhyNode->scan.suid;
2,052,365✔
471
        pTableListInfo->idInfo.tableType = pTagScanPhyNode->scan.tableType;
2,052,365✔
472
      }
473

474
      code = createTagScanOperatorInfo(pHandle, pTagScanPhyNode, pTableListInfo, pTagCond, pTagIndexCond, pTaskInfo,
9,183,979✔
475
                                       &pOperator);
476
      if (code) {
9,180,008✔
477
        pTaskInfo->code = code;
×
478
        tableListDestroy(pTableListInfo);
×
479
        return code;
×
480
      }
481
    } else if (QUERY_NODE_PHYSICAL_PLAN_BLOCK_DIST_SCAN == type) {
2,302,102✔
482
      SBlockDistScanPhysiNode* pBlockNode = (SBlockDistScanPhysiNode*)pPhyNode;
5,312✔
483
      STableListInfo*          pTableListInfo = tableListCreate();
5,312✔
484
      if (!pTableListInfo) {
5,312✔
485
        pTaskInfo->code = terrno;
×
486
        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));
×
487
        return terrno;
×
488
      }
489

490
      if (pBlockNode->tableType == TSDB_SUPER_TABLE) {
5,312✔
491
        SArray* pList = taosArrayInit(4, sizeof(uint64_t));
4,531✔
492
        code = pTaskInfo->storageAPI.metaFn.getChildTableList(pHandle->vnode, pBlockNode->uid, pList);
4,531✔
493
        if (code != TSDB_CODE_SUCCESS) {
4,531✔
494
          pTaskInfo->code = code;
×
495
          taosArrayDestroy(pList);
×
496
          tableListDestroy(pTableListInfo);
×
497
          return code;
×
498
        }
499

500
        size_t num = taosArrayGetSize(pList);
4,531✔
501
        for (int32_t i = 0; i < num; ++i) {
9,764✔
502
          uint64_t* id = taosArrayGet(pList, i);
5,233✔
503
          if (id == NULL) {
5,233✔
504
            continue;
×
505
          }
506

507
          code = tableListAddTableInfo(pTableListInfo, *id, 0);
5,233✔
508
          if (code) {
5,233✔
509
            pTaskInfo->code = code;
×
510
            tableListDestroy(pTableListInfo);
×
511
            taosArrayDestroy(pList);
×
512
            return code;
×
513
          }
514
        }
515

516
        taosArrayDestroy(pList);
4,531✔
517
      } else {  // Create group with only one table
518
        code = tableListAddTableInfo(pTableListInfo, pBlockNode->uid, 0);
781✔
519
        if (code) {
781✔
520
          pTaskInfo->code = code;
×
521
          tableListDestroy(pTableListInfo);
×
522
          return code;
×
523
        }
524
      }
525

526
      code = createDataBlockInfoScanOperator(pHandle, pBlockNode, pTableListInfo, pTaskInfo, &pOperator);
5,312✔
527
      if (code) {
5,312✔
528
        pTaskInfo->code = code;
×
529
        tableListDestroy(pTableListInfo);
×
530
        return code;
×
531
      }
532
    } else if (QUERY_NODE_PHYSICAL_PLAN_LAST_ROW_SCAN == type) {
2,296,790✔
533
      SLastRowScanPhysiNode* pScanNode = (SLastRowScanPhysiNode*)pPhyNode;
496,408✔
534
      STableListInfo*        pTableListInfo = tableListCreate();
496,408✔
535
      if (!pTableListInfo) {
496,408✔
536
        pTaskInfo->code = terrno;
×
537
        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));
×
538
        return terrno;
×
539
      }
540

541
      code = createScanTableListInfo(&pScanNode->scan, pScanNode->pGroupTags, true, pHandle, pTableListInfo, pTagCond,
496,408✔
542
                                     pTagIndexCond, pTaskInfo, NULL);
543
      if (code != TSDB_CODE_SUCCESS) {
496,408✔
544
        pTaskInfo->code = code;
×
545
        tableListDestroy(pTableListInfo);
×
546
        return code;
×
547
      }
548

549
      code = initQueriedTableSchemaInfo(pHandle, &pScanNode->scan, dbname, pTaskInfo);
496,408✔
550
      if (code != TSDB_CODE_SUCCESS) {
493,865✔
551
        pTaskInfo->code = code;
×
552
        tableListDestroy(pTableListInfo);
×
553
        return code;
×
554
      }
555

556
      code = createCacherowsScanOperator(pScanNode, pHandle, pTableListInfo, pTaskInfo, &pOperator);
493,865✔
557
      if (code) {
495,137✔
558
        tableListDestroy(pTableListInfo);
×
559
        pTaskInfo->code = code;
×
560
        return code;
×
561
      }
562
    } else if (QUERY_NODE_PHYSICAL_PLAN_PROJECT == type) {
1,800,382✔
563
      code = createProjectOperatorInfo(NULL, (SProjectPhysiNode*)pPhyNode, pTaskInfo, &pOperator);
1,795,150✔
564
    } else if (QUERY_NODE_PHYSICAL_PLAN_VIRTUAL_TABLE_SCAN == type) {
5,232✔
565
      // NOTE: this is an patch to fix the physical plan
566
      code = createVirtualTableMergeOperatorInfo(NULL, 0, (SVirtualScanPhysiNode*)pPhyNode, pTaskInfo, &pOperator);
17,095✔
567
    } else {
UNCOV
568
      code = TSDB_CODE_INVALID_PARA;
×
UNCOV
569
      pTaskInfo->code = code;
×
570
      return code;
×
571
    }
572

573
    if (pOperator != NULL) {  // todo moved away
394,995,240✔
574
      pOperator->resultDataBlockId = pPhyNode->pOutputDataBlockDesc->dataBlockId;
396,188,277✔
575
    }
576

577
    *pOptrInfo = pOperator;
394,853,715✔
578
    return code;
395,875,036✔
579
  }
580

581
  size_t          size = LIST_LENGTH(pPhyNode->pChildren);
349,828,266✔
582
  SOperatorInfo** ops = taosMemoryCalloc(size, POINTER_BYTES);
350,082,505✔
583
  if (ops == NULL) {
349,888,362✔
584
    code = terrno;
×
585
    pTaskInfo->code = code;
×
586
    return code;
×
587
  }
588

589
  for (int32_t i = 0; i < size; ++i) {
745,316,240✔
590
    SPhysiNode* pChildNode = (SPhysiNode*)nodesListGetNode(pPhyNode->pChildren, i);
396,399,943✔
591
    code = createOperator(pChildNode, pTaskInfo, pHandle, pTagCond, pTagIndexCond, pUser, dbname, &ops[i], model);
396,483,319✔
592
    if (ops[i] == NULL || code != 0) {
395,933,658✔
593
      for (int32_t j = 0; j < i; ++j) {
70,637✔
594
        destroyOperator(ops[j]);
×
595
      }
596
      taosMemoryFree(ops);
70,637✔
597
      return code;
70,637✔
598
    }
599
  }
600

601
  SOperatorInfo* pOptr = NULL;
348,916,297✔
602
  if (QUERY_NODE_PHYSICAL_PLAN_PROJECT == type) {
348,965,348✔
603
    code = createProjectOperatorInfo(ops[0], (SProjectPhysiNode*)pPhyNode, pTaskInfo, &pOptr);
138,234,194✔
604
  } else if (QUERY_NODE_PHYSICAL_PLAN_HASH_AGG == type) {
210,731,154✔
605
    SAggPhysiNode* pAggNode = (SAggPhysiNode*)pPhyNode;
123,530,057✔
606
    if (pAggNode->pGroupKeys != NULL) {
123,530,057✔
607
      code = createGroupOperatorInfo(ops[0], pAggNode, pTaskInfo, &pOptr);
31,163,037✔
608
    } else {
609
      code = createAggregateOperatorInfo(ops[0], pAggNode, pTaskInfo, &pOptr);
92,671,991✔
610
    }
611
  } else if (QUERY_NODE_PHYSICAL_PLAN_HASH_INTERVAL == type) {
87,201,097✔
612
    SIntervalPhysiNode* pIntervalPhyNode = (SIntervalPhysiNode*)pPhyNode;
4,283,753✔
613
    code = createIntervalOperatorInfo(ops[0], pIntervalPhyNode, pTaskInfo, &pOptr);
4,283,753✔
614
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_ALIGNED_INTERVAL == type) {
82,917,344✔
615
    SMergeAlignedIntervalPhysiNode* pIntervalPhyNode = (SMergeAlignedIntervalPhysiNode*)pPhyNode;
741,876✔
616
    code = createMergeAlignedIntervalOperatorInfo(ops[0], pIntervalPhyNode, pTaskInfo, &pOptr);
741,876✔
617
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_INTERVAL == type) {
82,175,468✔
618
    SMergeIntervalPhysiNode* pIntervalPhyNode = (SMergeIntervalPhysiNode*)pPhyNode;
×
619
    code = createMergeIntervalOperatorInfo(ops[0], pIntervalPhyNode, pTaskInfo, &pOptr);
×
620
  } else if (QUERY_NODE_PHYSICAL_PLAN_SORT == type) {
82,175,468✔
621
    code = createSortOperatorInfo(ops[0], (SSortPhysiNode*)pPhyNode, pTaskInfo, &pOptr);
32,047,477✔
622
  } else if (QUERY_NODE_PHYSICAL_PLAN_GROUP_SORT == type) {
50,127,991✔
623
    code = createGroupSortOperatorInfo(ops[0], (SGroupSortPhysiNode*)pPhyNode, pTaskInfo, &pOptr);
98,931✔
624
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE == type) {
50,029,060✔
625
    SMergePhysiNode* pMergePhyNode = (SMergePhysiNode*)pPhyNode;
13,323,600✔
626
    code = createMultiwayMergeOperatorInfo(ops, size, pMergePhyNode, pTaskInfo, &pOptr);
13,323,600✔
627
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_SESSION == type) {
36,705,460✔
628
    SSessionWinodwPhysiNode* pSessionNode = (SSessionWinodwPhysiNode*)pPhyNode;
539,736✔
629
    code = createSessionAggOperatorInfo(ops[0], pSessionNode, pTaskInfo, &pOptr);
539,736✔
630
  } else if (QUERY_NODE_PHYSICAL_PLAN_PARTITION == type) {
36,165,724✔
631
    code = createPartitionOperatorInfo(ops[0], (SPartitionPhysiNode*)pPhyNode, pTaskInfo, &pOptr);
3,666,026✔
632
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_STATE == type) {
32,499,698✔
633
    SStateWindowPhysiNode* pStateNode = (SStateWindowPhysiNode*)pPhyNode;
1,045,240✔
634
    code = createStatewindowOperatorInfo(ops[0], pStateNode, pTaskInfo, &pOptr);
1,045,240✔
635
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_JOIN == type) {
31,454,458✔
636
    code = createMergeJoinOperatorInfo(ops, size, (SSortMergeJoinPhysiNode*)pPhyNode, pTaskInfo, &pOptr);
12,550,392✔
637
  } else if (QUERY_NODE_PHYSICAL_PLAN_HASH_JOIN == type) {
18,904,066✔
638
    code = createHashJoinOperatorInfo(ops, size, (SHashJoinPhysiNode*)pPhyNode, pTaskInfo, &pOptr);
1,184,923✔
639
  } else if (QUERY_NODE_PHYSICAL_PLAN_FILL == type) {
17,719,143✔
640
    code = createFillOperatorInfo(ops[0], (SFillPhysiNode*)pPhyNode, pTaskInfo, &pOptr);
489,155✔
641
  } else if (QUERY_NODE_PHYSICAL_PLAN_INDEF_ROWS_FUNC == type) {
17,229,988✔
642
    code = createIndefinitOutputOperatorInfo(ops[0], pPhyNode, pTaskInfo, &pOptr);
3,008,262✔
643
  } else if (QUERY_NODE_PHYSICAL_PLAN_INTERP_FUNC == type) {
14,221,726✔
644
    code = createTimeSliceOperatorInfo(ops[0], pPhyNode, pTaskInfo, &pOptr);
3,356,253✔
645
  } else if (QUERY_NODE_PHYSICAL_PLAN_FORECAST_FUNC == type) {
10,865,473✔
646
    code = createForecastOperatorInfo(ops[0], pPhyNode, pTaskInfo, &pOptr);
×
647
  } else if (QUERY_NODE_PHYSICAL_PLAN_ANALYSIS_FUNC == type) {
10,865,473✔
648
    code = createGenericAnalysisOperatorInfo(ops[0], pPhyNode, pTaskInfo, &pOptr);
×
649
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_EVENT == type) {
10,865,473✔
650
    code = createEventwindowOperatorInfo(ops[0], pPhyNode, pTaskInfo, &pOptr);
298,242✔
651
  } else if (QUERY_NODE_PHYSICAL_PLAN_GROUP_CACHE == type) {
10,567,231✔
652
    code = createGroupCacheOperatorInfo(ops, size, (SGroupCachePhysiNode*)pPhyNode, pTaskInfo, &pOptr);
1,184,171✔
653
  } else if (QUERY_NODE_PHYSICAL_PLAN_DYN_QUERY_CTRL == type) {
9,383,060✔
654
    code = createDynQueryCtrlOperatorInfo(ops, size, (SDynQueryCtrlPhysiNode*)pPhyNode, pTaskInfo, pHandle->pMsgCb, &pOptr);
4,212,658✔
655
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_COUNT == type) {
5,170,402✔
656
    code = createCountwindowOperatorInfo(ops[0], pPhyNode, pTaskInfo, &pOptr);
241,489✔
657
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_ANOMALY == type) {
4,928,913✔
658
    code = createAnomalywindowOperatorInfo(ops[0], pPhyNode, pTaskInfo, &pOptr);
×
659
  } else if (QUERY_NODE_PHYSICAL_PLAN_VIRTUAL_TABLE_SCAN == type) {
4,928,913✔
660
    SVirtualScanPhysiNode* pVirtualTableScanNode = (SVirtualScanPhysiNode*)pPhyNode;
3,840,030✔
661
    // NOTE: this is an patch to fix the physical plan
662

663
    if (pVirtualTableScanNode->scan.node.pLimit != NULL) {
3,840,030✔
664
      pVirtualTableScanNode->groupSort = true;
×
665
    }
666
    code = createVirtualTableMergeOperatorInfo(ops, size, (SVirtualScanPhysiNode*)pPhyNode, pTaskInfo, &pOptr);
3,840,030✔
667
  } else if (QUERY_NODE_PHYSICAL_PLAN_HASH_EXTERNAL == type) {
1,088,883✔
668
    code = createExternalWindowOperator(ops[0], pPhyNode, pTaskInfo, &pOptr);
1,050,744✔
669
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_ALIGNED_EXTERNAL == type) {
38,139✔
670
    code = createMergeAlignedExternalWindowOperator(ops[0], pPhyNode, pTaskInfo, &pOptr);
16,959✔
671
  } else {
672
    code = TSDB_CODE_INVALID_PARA;
21,180✔
673
    pTaskInfo->code = code;
21,180✔
674
    for (int32_t i = 0; i < size; ++i) {
26✔
675
      destroyOperator(ops[i]);
×
676
    }
677
    taosMemoryFree(ops);
26✔
678
    qError("invalid operator type %d", type);
×
679
    return code;
×
680
  }
681

682
  taosMemoryFree(ops);
349,308,876✔
683
  if (pOptr) {
349,248,382✔
684
    pOptr->resultDataBlockId = pPhyNode->pOutputDataBlockDesc->dataBlockId;
348,837,472✔
685
  }
686

687
  *pOptrInfo = pOptr;
349,444,500✔
688
  return code;
349,470,653✔
689
}
690

691
void destroyOperator(SOperatorInfo* pOperator) {
747,935,255✔
692
  if (pOperator == NULL) {
747,935,255✔
693
    return;
455,317✔
694
  }
695

696
  freeResetOperatorParams(pOperator, OP_GET_PARAM, true);
747,479,938✔
697
  freeResetOperatorParams(pOperator, OP_NOTIFY_PARAM, true);
747,381,073✔
698

699
  if (pOperator->pDownstream != NULL) {
747,393,681✔
700
    for (int32_t i = 0; i < pOperator->numOfRealDownstream; ++i) {
745,761,629✔
701
      destroyOperator(pOperator->pDownstream[i]);
396,220,833✔
702
    }
703

704
    taosMemoryFreeClear(pOperator->pDownstream);
349,595,968✔
705
    pOperator->numOfDownstream = 0;
349,490,249✔
706
  }
707

708
  cleanupExprSupp(&pOperator->exprSupp);
747,282,405✔
709
  if (pOperator->fpSet.closeFn != NULL && pOperator->info != NULL) {
747,300,165✔
710
    pOperator->fpSet.closeFn(pOperator->info);
746,960,350✔
711
    pOperator->info = NULL;
746,523,888✔
712
  }
713

714
  taosMemoryFreeClear(pOperator);
747,095,936✔
715
}
716

717
void destroyOperatorAndDownstreams(SOperatorInfo* pOperator, SOperatorInfo** downstreams, int32_t num) {
430,641✔
718
  if (downstreams != NULL) {
430,641✔
719
    for (int i = 0; i < num; i++) {
861,282✔
720
      destroyOperator(downstreams[i]);
430,641✔
721
    }
722
  }
723

724
  if (pOperator != NULL) {
430,641✔
725
    pOperator->info = NULL;
430,641✔
726
    if (pOperator->pDownstream != NULL) {
430,641✔
727
      taosMemoryFreeClear(pOperator->pDownstream);
×
728
      pOperator->pDownstream = NULL;
×
729
    }
730
    destroyOperator(pOperator);
430,641✔
731
  }
732
}
430,641✔
733

734
int32_t getOperatorExplainExecInfo(SOperatorInfo* operatorInfo, SArray* pExecInfoList) {
8,810,162✔
735
  SExplainExecInfo  execInfo = {0};
8,810,162✔
736
  SExplainExecInfo* pExplainInfo = taosArrayPush(pExecInfoList, &execInfo);
8,811,714✔
737
  if (pExplainInfo == NULL) {
8,811,714✔
738
    return terrno;
×
739
  }
740

741
  pExplainInfo->numOfRows = operatorInfo->resultInfo.totalRows;
8,811,714✔
742
  pExplainInfo->startupCost = operatorInfo->cost.openCost;
8,811,722✔
743
  pExplainInfo->totalCost = operatorInfo->cost.totalCost;
8,809,756✔
744
  pExplainInfo->verboseLen = 0;
8,808,984✔
745
  pExplainInfo->verboseInfo = NULL;
8,809,374✔
746

747
  if (operatorInfo->fpSet.getExplainFn) {
8,809,398✔
748
    int32_t code =
749
        operatorInfo->fpSet.getExplainFn(operatorInfo, &pExplainInfo->verboseInfo, &pExplainInfo->verboseLen);
3,680,309✔
750
    if (code) {
3,677,091✔
751
      qError("%s operator getExplainFn failed, code:%s", GET_TASKID(operatorInfo->pTaskInfo), tstrerror(code));
×
752
      return code;
×
753
    }
754
  }
755

756
  int32_t code = 0;
8,806,144✔
757
  for (int32_t i = 0; i < operatorInfo->numOfDownstream; ++i) {
13,790,969✔
758
    code = getOperatorExplainExecInfo(operatorInfo->pDownstream[i], pExecInfoList);
4,985,203✔
759
    if (code != TSDB_CODE_SUCCESS) {
4,984,825✔
760
      //      taosMemoryFreeClear(*pRes);
761
      return code;
×
762
    }
763
  }
764

765
  return TSDB_CODE_SUCCESS;
8,806,790✔
766
}
767

768
int32_t mergeOperatorParams(SOperatorParam* pDst, SOperatorParam* pSrc) {
×
769
  if (pDst->opType != pSrc->opType) {
×
770
    qError("different optype %d:%d for merge operator params", pDst->opType, pSrc->opType);
×
771
    return TSDB_CODE_INVALID_PARA;
×
772
  }
773

774
  switch (pDst->opType) {
×
775
    case QUERY_NODE_PHYSICAL_PLAN_EXCHANGE: {
×
776
      SExchangeOperatorParam* pDExc = pDst->value;
×
777
      SExchangeOperatorParam* pSExc = pSrc->value;
×
778
      if (pSExc->basic.paramType != DYN_TYPE_EXCHANGE_PARAM) {
×
779
        qError("%s, invalid exchange operator param type %d for "
×
780
          "source operator", __func__, pSExc->basic.paramType);
781
        return TSDB_CODE_INVALID_PARA;
×
782
      }
783
      if (!pDExc->multiParams) {
×
784
        if (pDExc->basic.paramType != DYN_TYPE_EXCHANGE_PARAM) {
×
785
          qError("%s, invalid exchange operator param type %d for "
×
786
            "destination operator", __func__, pDExc->basic.paramType);
787
          return TSDB_CODE_INVALID_PARA;
×
788
        }
789
        if (pSExc->basic.vgId != pDExc->basic.vgId) {
×
790
          SExchangeOperatorBatchParam* pBatch = taosMemoryMalloc(sizeof(SExchangeOperatorBatchParam));
×
791
          if (NULL == pBatch) {
×
792
            return terrno;
×
793
          }
794

795
          pBatch->multiParams = true;
×
796
          pBatch->pBatchs = tSimpleHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT));
×
797
          if (NULL == pBatch->pBatchs) {
×
798
            taosMemoryFree(pBatch);
×
799
            return terrno;
×
800
          }
801

802
          tSimpleHashSetFreeFp(pBatch->pBatchs, freeExchangeGetBasicOperatorParam);
×
803

804
          int32_t code = tSimpleHashPut(pBatch->pBatchs, &pDExc->basic.vgId, sizeof(pDExc->basic.vgId), &pDExc->basic,
×
805
                                        sizeof(pDExc->basic));
806
          if (code) {
×
807
            return code;
×
808
          }
809

810
          code = tSimpleHashPut(pBatch->pBatchs, &pSExc->basic.vgId, sizeof(pSExc->basic.vgId), &pSExc->basic,
×
811
                                sizeof(pSExc->basic));
812
          if (code) {
×
813
            return code;
×
814
          }
815

816
          taosMemoryFree(pDst->value);
×
817
          pDst->value = pBatch;
×
818
        } else {
819
          void* p = taosArrayAddAll(pDExc->basic.uidList, pSExc->basic.uidList);
×
820
          if (p == NULL) {
×
821
            return terrno;
×
822
          }
823
        }
824
      } else {
825
        SExchangeOperatorBatchParam* pBatch = pDst->value;
×
826
        SExchangeOperatorBasicParam* pBasic =
827
            tSimpleHashGet(pBatch->pBatchs, &pSExc->basic.vgId, sizeof(pSExc->basic.vgId));
×
828
        if (pBasic) {
×
829
          void* p = taosArrayAddAll(pBasic->uidList, pSExc->basic.uidList);
×
830
          if (p == NULL) {
×
831
            return terrno;
×
832
          }
833
        } else {
834
          int32_t code = tSimpleHashPut(pBatch->pBatchs, &pSExc->basic.vgId, sizeof(pSExc->basic.vgId), &pSExc->basic,
×
835
                                        sizeof(pSExc->basic));
836
          if (code) {
×
837
            return code;
×
838
          }
839
        }
840
      }
841
      break;
×
842
    }
843
    default:
×
844
      qError("invalid optype %d for merge operator params", pDst->opType);
×
845
      return TSDB_CODE_INVALID_PARA;
×
846
  }
847

848
  return TSDB_CODE_SUCCESS;
×
849
}
850

851
int32_t setOperatorParams(struct SOperatorInfo* pOperator, SOperatorParam* pInput, SOperatorParamType type) {
103,922,548✔
852
  SOperatorParam**  ppParam = NULL;
103,922,548✔
853
  SOperatorParam*** pppDownstramParam = NULL;
103,922,548✔
854
  switch (type) {
103,922,548✔
855
    case OP_GET_PARAM:
103,923,070✔
856
      ppParam = &pOperator->pOperatorGetParam;
103,923,070✔
857
      pppDownstramParam = &pOperator->pDownstreamGetParams;
103,923,536✔
858
      break;
103,926,918✔
859
    case OP_NOTIFY_PARAM:
×
860
      ppParam = &pOperator->pOperatorNotifyParam;
×
861
      pppDownstramParam = &pOperator->pDownstreamNotifyParams;
×
862
      break;
×
863
    default:
×
864
      return TSDB_CODE_INVALID_PARA;
×
865
  }
866

867
  freeResetOperatorParams(pOperator, type, false);
103,926,918✔
868

869
  if (NULL == pInput) {
103,937,992✔
870
    return TSDB_CODE_SUCCESS;
×
871
  }
872

873
  *ppParam = (pInput->opType == pOperator->operatorType) ? pInput : NULL;
103,937,992✔
874

875
  if (NULL == *pppDownstramParam) {
103,947,972✔
876
    *pppDownstramParam = taosMemoryCalloc(pOperator->numOfDownstream, POINTER_BYTES);
22,788,661✔
877
    if (NULL == *pppDownstramParam) {
22,787,389✔
878
      return terrno;
×
879
    }
880
  }
881

882
  if (NULL == *ppParam) {
103,946,377✔
883
    for (int32_t i = 0; i < pOperator->numOfDownstream; ++i) {
×
884
      (*pppDownstramParam)[i] = pInput;
×
885
    }
886
    return TSDB_CODE_SUCCESS;
×
887
  }
888

889
  memset(*pppDownstramParam, 0, pOperator->numOfDownstream * POINTER_BYTES);
103,947,943✔
890

891
  int32_t childrenNum = taosArrayGetSize((*ppParam)->pChildren);
103,947,412✔
892
  if (childrenNum <= 0) {
103,949,682✔
893
    return TSDB_CODE_SUCCESS;
88,907,420✔
894
  }
895

896
  for (int32_t i = 0; i < childrenNum; ++i) {
34,271,498✔
897
    SOperatorParam* pChild = *(SOperatorParam**)taosArrayGet((*ppParam)->pChildren, i);
19,237,381✔
898
    if (pChild == NULL) {
19,234,559✔
899
      return terrno;
×
900
    }
901

902
    if ((*pppDownstramParam)[pChild->downstreamIdx]) {
19,234,559✔
903
      int32_t code = mergeOperatorParams((*pppDownstramParam)[pChild->downstreamIdx], pChild);
×
904
      if (code) {
×
905
        return code;
×
906
      }
907
    } else {
908
      (*pppDownstramParam)[pChild->downstreamIdx] = pChild;
19,228,732✔
909
    }
910
  }
911

912
  taosArrayDestroy((*ppParam)->pChildren);
15,034,117✔
913
  (*ppParam)->pChildren = NULL;
15,025,993✔
914

915
  return TSDB_CODE_SUCCESS;
15,031,456✔
916
}
917

918
SSDataBlock* getNextBlockFromDownstream(struct SOperatorInfo* pOperator, int32_t idx) {
874,164,074✔
919
  SSDataBlock* p = NULL;
874,164,074✔
920
  int32_t      code = getNextBlockFromDownstreamImpl(pOperator, idx, true, &p);
874,297,890✔
921
  if (code == TSDB_CODE_SUCCESS) {
870,667,743✔
922
    code = blockDataCheck(p);
870,919,613✔
923
    if (code != TSDB_CODE_SUCCESS) {
871,436,858✔
924
      qError("blockDataCheck failed, code:%s", tstrerror(code));
×
925
    }
926
  }
927
  return (code == 0) ? p : NULL;
871,299,916✔
928
}
929

930
SSDataBlock* getNextBlockFromDownstreamRemain(struct SOperatorInfo* pOperator, int32_t idx) {
68,915,459✔
931
  SSDataBlock* p = NULL;
68,915,459✔
932
  int32_t      code = getNextBlockFromDownstreamImpl(pOperator, idx, false, &p);
68,915,459✔
933
  if (code == TSDB_CODE_SUCCESS) {
68,898,040✔
934
    code = blockDataCheck(p);
68,900,490✔
935
    if (code != TSDB_CODE_SUCCESS) {
68,898,490✔
936
      qError("blockDataCheck failed, code:%s", tstrerror(code));
×
937
    }
938
  }
939
  return (code == 0)? p:NULL;
68,900,490✔
940
}
941

942
/*
943
 * Fetch one block from downstream without preserving reused get-param ownership.
944
 *
945
 * @param pOperator Current operator.
946
 * @param idx Downstream index.
947
 * @param pResBlock Output result block pointer.
948
 *
949
 * @return TSDB_CODE_SUCCESS on success, otherwise error code.
950
 */
951
static FORCE_INLINE int32_t getNextBlockFromDownstreamRemainDetachImpl(struct SOperatorInfo* pOperator, int32_t idx,
952
                                                                       SSDataBlock** pResBlock) {
953
  QRY_PARAM_CHECK(pResBlock);
889,736,954✔
954

955
  int32_t code = TSDB_CODE_SUCCESS;
889,721,517✔
956
  int32_t lino = 0;
889,721,517✔
957

958
  if (pOperator->pDownstreamGetParams && pOperator->pDownstreamGetParams[idx]) {
900,690,332✔
959
    SOperatorParam* pGetParam = pOperator->pDownstreamGetParams[idx];
10,966,154✔
960
    pOperator->pDownstreamGetParams[idx] = NULL;
10,960,777✔
961
    // Once detached from the parent operator, downstream must own/free this param.
962
    pGetParam->reUse = false;
10,955,878✔
963

964
    qDebug("DynOp: op %s start to get block from downstream %s", pOperator->name, pOperator->pDownstream[idx]->name);
10,959,080✔
965
    code = pOperator->pDownstream[idx]->fpSet.getNextExtFn(pOperator->pDownstream[idx], pGetParam, pResBlock);
10,959,080✔
966
    QUERY_CHECK_CODE(code, lino, _return);
10,968,815✔
967
  } else {
968
    code = pOperator->pDownstream[idx]->fpSet.getNextFn(pOperator->pDownstream[idx], pResBlock);
878,795,394✔
969
    QUERY_CHECK_CODE(code, lino, _return);
876,283,816✔
970
  }
971

972
_return:
876,283,816✔
973
  if (code) {
887,252,631✔
974
    qError("failed to get next data block from upstream at %s, line:%d code:%s", __func__, lino, tstrerror(code));
×
975
  }
976
  return code;
887,184,690✔
977
}
978

979
/*
980
 * Fetch and validate one downstream block while detaching one-shot get-param.
981
 *
982
 * @param pOperator Current operator.
983
 * @param idx Downstream index.
984
 *
985
 * @return Valid block pointer on success, or NULL on failure.
986
 */
987
SSDataBlock* getNextBlockFromDownstreamRemainDetach(struct SOperatorInfo* pOperator, int32_t idx) {
889,643,990✔
988
  SSDataBlock* p = NULL;
889,643,990✔
989
  int32_t      code = TSDB_CODE_SUCCESS;
889,746,033✔
990
  int32_t      lino = 0;
889,746,033✔
991

992
  code = getNextBlockFromDownstreamRemainDetachImpl(pOperator, idx, &p);
887,184,690✔
993
  QUERY_CHECK_CODE(code, lino, _return);
887,184,690✔
994

995
  code = blockDataCheck(p);
887,184,690✔
996
  QUERY_CHECK_CODE(code, lino, _return);
887,590,406✔
997

998
_return:
887,590,406✔
999
  if (code) {
887,533,205✔
1000
    qError("failed to get next data block from downstream at %s, line:%d code:%s", __func__, lino, tstrerror(code));
34,383✔
1001
    return NULL;
×
1002
  }
1003
  return p;
887,498,940✔
1004
}
1005

1006
int32_t optrDefaultGetNextExtFn(struct SOperatorInfo* pOperator, SOperatorParam* pParam, SSDataBlock** pRes) {
103,948,541✔
1007
  QRY_PARAM_CHECK(pRes);
103,948,541✔
1008

1009
  int32_t lino = 0;
103,952,286✔
1010
  int32_t code = setOperatorParams(pOperator, pParam, OP_GET_PARAM);
103,952,286✔
1011
  QUERY_CHECK_CODE(code, lino, _end);
103,931,840✔
1012
  code = pOperator->fpSet.getNextFn(pOperator, pRes);
103,931,840✔
1013
  QUERY_CHECK_CODE(code, lino, _end);
103,949,024✔
1014

1015
_end:
103,949,024✔
1016
  if (code != TSDB_CODE_SUCCESS) {
103,949,024✔
1017
    qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code));
×
1018
    pOperator->pTaskInfo->code = code;
×
1019
    T_LONG_JMP(pOperator->pTaskInfo->env, code);
×
1020
  }
1021

1022
  return code;
103,949,024✔
1023
}
1024

1025
int32_t optrDefaultNotifyFn(struct SOperatorInfo* pOperator, SOperatorParam* pParam) {
×
1026
  int32_t code = setOperatorParams(pOperator, pParam, OP_NOTIFY_PARAM);
×
1027
  if (TSDB_CODE_SUCCESS == code && pOperator->fpSet.notifyFn && pOperator->pOperatorNotifyParam) {
×
1028
    code = pOperator->fpSet.notifyFn(pOperator, pOperator->pOperatorNotifyParam);
×
1029
  }
1030
  if (TSDB_CODE_SUCCESS == code) {
×
1031
    for (int32_t i = 0; i < pOperator->numOfDownstream; ++i) {
×
1032
      if (pOperator->pDownstreamNotifyParams[i]) {
×
1033
        code = optrDefaultNotifyFn(pOperator->pDownstream[i], pOperator->pDownstreamNotifyParams[i]);
×
1034
        if (TSDB_CODE_SUCCESS != code) {
×
1035
          break;
×
1036
        }
1037
        pOperator->pDownstreamNotifyParams[i] = NULL;
×
1038
      }
1039
    }
1040
  }
1041
  if (TSDB_CODE_SUCCESS != code) {
×
1042
    pOperator->pTaskInfo->code = code;
×
1043
    T_LONG_JMP(pOperator->pTaskInfo->env, pOperator->pTaskInfo->code);
×
1044
  }
1045

1046
  return code;
×
1047
}
1048

1049
int64_t getOperatorResultBlockId(struct SOperatorInfo* pOperator, int32_t idx) {
28,229,182✔
1050
  if (pOperator->transparent) {
28,229,182✔
1051
    return getOperatorResultBlockId(pOperator->pDownstream[idx], 0);
2,368,342✔
1052
  }
1053
  return pOperator->resultDataBlockId;
25,863,308✔
1054
}
1055

1056
void resetOperatorState(SOperatorInfo *pOper) {
×
1057
  pOper->status = OP_NOT_OPENED;
×
1058
}
×
1059

1060
void resetBasicOperatorState(SOptrBasicInfo *pBasicInfo) {
16,065,718✔
1061
  if (pBasicInfo->pRes) blockDataCleanup(pBasicInfo->pRes);
16,065,718✔
1062
  initResultRowInfo(&pBasicInfo->resultRowInfo);
16,066,293✔
1063
}
16,067,939✔
1064

1065
int32_t resetAggSup(SExprSupp* pExprSupp, SAggSupporter* pSup, SExecTaskInfo* pTaskInfo,
13,520,715✔
1066
                    SNodeList* pNodeList, SNodeList* pGroupKeys, size_t keyBufSize, const char* pKey, void* pState,
1067
                    SFunctionStateStore* pStore) {
1068
  int32_t    code = 0, lino = 0, num = 0;
13,520,715✔
1069
  SExprInfo* pExprInfo = NULL;
13,520,496✔
1070
  cleanupAggSup(pSup);
13,520,725✔
1071
  cleanupExprSuppWithoutFilter(pExprSupp);
13,519,186✔
1072
  code = createExprInfo(pNodeList, pGroupKeys, &pExprInfo, &num);
13,519,837✔
1073
  QUERY_CHECK_CODE(code, lino, _error);
13,519,808✔
1074
  code = initAggSup(pExprSupp, pSup, pExprInfo, num, keyBufSize, pKey, pState, pStore);
13,519,808✔
1075
  QUERY_CHECK_CODE(code, lino, _error);
13,520,470✔
1076
  return code;
13,520,470✔
1077
_error:
×
1078
  if (code != TSDB_CODE_SUCCESS) {
×
1079
    qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code));
×
1080
    pTaskInfo->code = code;
×
1081
  }
1082
  return code;
×
1083
}
1084

1085
int32_t resetExprSupp(SExprSupp* pExprSupp, SExecTaskInfo* pTaskInfo, SNodeList* pNodeList,
5,701,162✔
1086
                      SNodeList* pGroupKeys, SFunctionStateStore* pStore) {
1087
  int32_t code = 0, lino = 0, num = 0;
5,701,162✔
1088
  SExprInfo* pExprInfo = NULL;
5,702,299✔
1089
  cleanupExprSuppWithoutFilter(pExprSupp);
5,702,299✔
1090
  code = createExprInfo(pNodeList, pGroupKeys, &pExprInfo, &num);
5,702,304✔
1091
  QUERY_CHECK_CODE(code, lino, _error);
5,701,874✔
1092
  code = initExprSupp(pExprSupp, pExprInfo, num, pStore);
5,701,874✔
1093
  QUERY_CHECK_CODE(code, lino, _error);
5,702,312✔
1094
  return code;
5,702,312✔
1095
_error:
×
1096
  if (code != TSDB_CODE_SUCCESS) {
×
1097
    qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code));
×
1098
    pTaskInfo->code = code;
×
1099
  }
1100
  return code;
×
1101
}
1102

1103
int32_t copyColumnsValue(SNodeList* pNodeList, int64_t targetBlkId, SSDataBlock* pDst, SSDataBlock* pSrc, int32_t totalRows) {
1,319,196✔
1104
  bool    isNull = (NULL == pSrc || pSrc->info.rows <= 0);
1,319,196✔
1105
  size_t  numOfCols = LIST_LENGTH(pNodeList);
1,319,196✔
1106
  int64_t numOfRows = isNull ? 0 : pSrc->info.rows;
1,319,196✔
1107
  int32_t code = 0;
1,319,196✔
1108
  int32_t lino = 0;
1,319,196✔
1109

1110
  for (int32_t i = 0; i < numOfCols; ++i) {
8,991,050✔
1111
    STargetNode* pNode = (STargetNode*)nodesListGetNode(pNodeList, i);
7,671,854✔
1112
    if (nodeType(pNode->pExpr) == QUERY_NODE_COLUMN && ((SColumnNode*)pNode->pExpr)->dataBlockId == targetBlkId) {
7,671,854✔
1113
      SColumnInfoData* pDstCol = taosArrayGet(pDst->pDataBlock, pNode->slotId);
4,082,239✔
1114
      QUERY_CHECK_NULL(pDstCol, code, lino, _return, terrno)
4,082,239✔
1115

1116
      if (isNull) {
4,082,239✔
1117
        colDataSetNNULL(pDstCol, 0, totalRows);
×
1118
      } else {
1119
        SColumnInfoData* pSrcCol = taosArrayGet(pSrc->pDataBlock, ((SColumnNode*)pNode->pExpr)->slotId);
4,082,239✔
1120
        QUERY_CHECK_NULL(pSrcCol, code, lino, _return, terrno)
4,082,239✔
1121

1122
        code = colDataAssign(pDstCol, pSrcCol, pSrc->info.rows, &pDst->info);
4,082,239✔
1123

1124
        QUERY_CHECK_CODE(code, lino, _return);
4,082,239✔
1125
        if (pSrc->info.rows < totalRows) {
4,082,239✔
1126
          colDataSetNNULL(pDstCol, pSrc->info.rows, totalRows - pSrc->info.rows);
91,764✔
1127
        }
1128
      }
1129
    }
1130
  }
1131

1132
  return code;
1,319,196✔
1133
_return:
×
1134
  qError("failed to copy columns value, line:%d code:%s", lino, tstrerror(code));
×
1135
  return code;
×
1136
}
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc