• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #4980

10 Mar 2026 08:57AM UTC coverage: 68.492% (-0.02%) from 68.512%
#4980

push

travis-ci

web-flow
fix: add retry while exec ci case test_stable_keep_compact.py. (#34729)

211901 of 309380 relevant lines covered (68.49%)

135171938.8 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

61.52
/source/libs/executor/src/operator.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#include "filter.h"
17
#include "function.h"
18
#include "tname.h"
19

20
#include "tglobal.h"
21

22
#include "executorInt.h"
23
#include "index.h"
24
#include "operator.h"
25
#include "query.h"
26
#include "querytask.h"
27

28
#include "storageapi.h"
29
#include "tdatablock.h"
30

31
SOperatorFpSet createOperatorFpSet(__optr_open_fn_t openFn, __optr_fn_t nextFn, __optr_fn_t cleanup,
729,104,940✔
32
                                   __optr_close_fn_t closeFn, __optr_reqBuf_fn_t reqBufFn, __optr_explain_fn_t explain,
33
                                   __optr_get_ext_fn_t nextExtFn, __optr_notify_fn_t notifyFn) {
34
  SOperatorFpSet fpSet = {
729,104,940✔
35
      ._openFn = openFn,
36
      .getNextFn = nextFn,
37
      .cleanupFn = cleanup,
38
      .closeFn = closeFn,
39
      .reqBufFn = reqBufFn,
40
      .getExplainFn = explain,
41
      .getNextExtFn = nextExtFn,
42
      .notifyFn = notifyFn,
43
      .releaseStreamStateFn = NULL,
44
      .reloadStreamStateFn = NULL,
45
      .resetStateFn = NULL,
46
  };
47

48
  return fpSet;
729,104,940✔
49
}
50

51
void setOperatorStreamStateFn(SOperatorInfo* pOperator, __optr_state_fn_t relaseFn, __optr_state_fn_t reloadFn) {
137,952,255✔
52
  pOperator->fpSet.releaseStreamStateFn = relaseFn;
137,952,255✔
53
  pOperator->fpSet.reloadStreamStateFn = reloadFn;
137,974,149✔
54
}
137,931,569✔
55

56
void setOperatorResetStateFn(SOperatorInfo* pOperator, __optr_reset_state_fn_t resetFn) {
727,607,685✔
57
  pOperator->fpSet.resetStateFn = resetFn;
727,607,685✔
58
}
727,712,200✔
59

60
int32_t optrDummyOpenFn(SOperatorInfo* pOperator) {
70,676,419✔
61
  OPTR_SET_OPENED(pOperator);
70,676,419✔
62
  pOperator->cost.openCost = 0;
70,656,074✔
63
  return TSDB_CODE_SUCCESS;
70,656,343✔
64
}
65

66
int32_t appendDownstream(SOperatorInfo* p, SOperatorInfo** pDownstream, int32_t num) {
340,559,130✔
67
  p->pDownstream = taosMemoryCalloc(1, num * POINTER_BYTES);
340,559,130✔
68
  if (p->pDownstream == NULL) {
340,598,578✔
69
    return terrno;
×
70
  }
71

72
  memcpy(p->pDownstream, pDownstream, num * POINTER_BYTES);
340,484,063✔
73
  p->numOfDownstream = num;
340,493,097✔
74
  p->numOfRealDownstream = num;
340,586,864✔
75
  return TSDB_CODE_SUCCESS;
340,580,894✔
76
}
77

78
void setOperatorCompleted(SOperatorInfo* pOperator) {
723,597,339✔
79
  pOperator->status = OP_EXEC_DONE;
723,597,339✔
80
  pOperator->cost.totalCost = (taosGetTimestampUs() - pOperator->pTaskInfo->cost.start) / 1000.0;
723,658,101✔
81
  setTaskStatus(pOperator->pTaskInfo, TASK_COMPLETED);
723,653,844✔
82
}
723,617,981✔
83

84
void setOperatorInfo(SOperatorInfo* pOperator, const char* name, int32_t type, bool blocking, int32_t status,
729,069,752✔
85
                     void* pInfo, SExecTaskInfo* pTaskInfo) {
86
  pOperator->name = (char*)name;
729,069,752✔
87
  pOperator->operatorType = type;
729,218,144✔
88
  pOperator->blocking = blocking;
728,917,156✔
89
  pOperator->status = status;
728,934,509✔
90
  pOperator->info = pInfo;
728,915,473✔
91
  pOperator->pTaskInfo = pTaskInfo;
728,844,943✔
92
}
729,110,621✔
93

94
// each operator should be set their own function to return total cost buffer
95
int32_t optrDefaultBufFn(SOperatorInfo* pOperator) {
×
96
  if (pOperator->blocking) {
×
97
    return -1;
×
98
  } else {
99
    return 0;
×
100
  }
101
}
102

103
static int64_t getQuerySupportBufSize(size_t numOfTables) {
×
104
  size_t s1 = sizeof(STableQueryInfo);
×
105
  //  size_t s3 = sizeof(STableCheckInfo);  buffer consumption in tsdb
106
  return (int64_t)(s1 * 1.5 * numOfTables);
×
107
}
108

109
int32_t checkForQueryBuf(size_t numOfTables) {
×
110
  int64_t t = getQuerySupportBufSize(numOfTables);
×
111
  if (tsQueryBufferSizeBytes < 0) {
×
112
    return TSDB_CODE_SUCCESS;
×
113
  } else if (tsQueryBufferSizeBytes > 0) {
×
114
    while (1) {
×
115
      int64_t s = tsQueryBufferSizeBytes;
×
116
      int64_t remain = s - t;
×
117
      if (remain >= 0) {
×
118
        if (atomic_val_compare_exchange_64(&tsQueryBufferSizeBytes, s, remain) == s) {
×
119
          return TSDB_CODE_SUCCESS;
×
120
        }
121
      } else {
122
        return TSDB_CODE_QRY_NOT_ENOUGH_BUFFER;
×
123
      }
124
    }
125
  }
126

127
  // disable query processing if the value of tsQueryBufferSize is zero.
128
  return TSDB_CODE_QRY_NOT_ENOUGH_BUFFER;
×
129
}
130

131
void releaseQueryBuf(size_t numOfTables) {
×
132
  if (tsQueryBufferSizeBytes < 0) {
×
133
    return;
×
134
  }
135

136
  int64_t t = getQuerySupportBufSize(numOfTables);
×
137

138
  // restore value is not enough buffer available
139
  (void)atomic_add_fetch_64(&tsQueryBufferSizeBytes, t);
×
140
}
141

142
typedef enum {
143
  OPTR_FN_RET_CONTINUE = 0x1,
144
  OPTR_FN_RET_ABORT = 0x2,
145
} ERetType;
146

147
typedef struct STraverParam {
148
  void*   pRet;
149
  int32_t code;
150
  void*   pParam;
151
} STraverParam;
152

153
// iterate the operator tree helper
154
typedef ERetType (*optr_fn_t)(SOperatorInfo* pOperator, STraverParam* pParam, const char* pIdstr);
155

156
void traverseOperatorTree(SOperatorInfo* pOperator, optr_fn_t fn, STraverParam* pParam, const char* id) {
47,496,975✔
157
  if (pOperator == NULL) {
47,496,975✔
158
    return;
×
159
  }
160

161
  ERetType ret = fn(pOperator, pParam, id);
47,496,975✔
162
  if (ret == OPTR_FN_RET_ABORT || pParam->code != TSDB_CODE_SUCCESS) {
47,493,993✔
163
    return;
24,637,661✔
164
  }
165

166
  for (int32_t i = 0; i < pOperator->numOfDownstream; ++i) {
45,715,776✔
167
    traverseOperatorTree(pOperator->pDownstream[i], fn, pParam, id);
22,856,777✔
168
    if (pParam->code != 0) {
22,853,488✔
169
      break;
×
170
    }
171
  }
172
}
173

174
ERetType extractOperatorInfo(SOperatorInfo* pOperator, STraverParam* pParam, const char* pIdStr) {
47,364,645✔
175
  STraverParam* p = pParam;
47,364,645✔
176
  if (pOperator->operatorType == *(int32_t*)p->pParam) {
47,364,645✔
177
    p->pRet = pOperator;
24,568,805✔
178
    return OPTR_FN_RET_ABORT;
24,568,867✔
179
  } else {
180
    return OPTR_FN_RET_CONTINUE;
22,793,236✔
181
  }
182
}
183

184
// QUERY_NODE_PHYSICAL_PLAN_TABLE_SCAN
185
int32_t extractOperatorInTree(SOperatorInfo* pOperator, int32_t type, const char* id, SOperatorInfo** pOptrInfo) {
24,571,190✔
186
  QRY_PARAM_CHECK(pOptrInfo);
24,571,190✔
187

188
  if (pOperator == NULL) {
24,571,147✔
189
    qError("invalid operator, failed to find tableScanOperator %s", id);
×
190
    return TSDB_CODE_STREAM_INTERNAL_ERROR;
×
191
  }
192

193
  STraverParam p = {.pParam = &type, .pRet = NULL};
24,571,147✔
194
  traverseOperatorTree(pOperator, extractOperatorInfo, &p, id);
24,570,814✔
195
  if (p.code == 0) {
24,568,131✔
196
    *pOptrInfo = p.pRet;
24,567,535✔
197
  }
198
  return p.code;
24,569,077✔
199
}
200

201
typedef struct SExtScanInfo {
202
  int32_t order;
203
  int32_t scanFlag;
204
  int32_t inheritUsOrder;
205
} SExtScanInfo;
206

207
static ERetType extractScanInfo(SOperatorInfo* pOperator, STraverParam* pParam, const char* pIdStr) {
×
208
  int32_t       type = pOperator->operatorType;
×
209
  SExtScanInfo* pInfo = pParam->pParam;
×
210

211
  if (type == QUERY_NODE_PHYSICAL_PLAN_SYSTABLE_SCAN || type == QUERY_NODE_PHYSICAL_PLAN_STREAM_SCAN ||
×
212
      type == QUERY_NODE_PHYSICAL_PLAN_TAG_SCAN || type == QUERY_NODE_PHYSICAL_PLAN_BLOCK_DIST_SCAN ||
×
213
      type == QUERY_NODE_PHYSICAL_PLAN_LAST_ROW_SCAN || type == QUERY_NODE_PHYSICAL_PLAN_TABLE_COUNT_SCAN) {
×
214
    pInfo->order = TSDB_ORDER_ASC;
×
215
    pInfo->scanFlag = MAIN_SCAN;
×
216
    return OPTR_FN_RET_ABORT;
×
217
  } else if (type == QUERY_NODE_PHYSICAL_PLAN_EXCHANGE) {
×
218
    if (!pInfo->inheritUsOrder) {
×
219
      pInfo->order = TSDB_ORDER_ASC;
×
220
    }
221
    pInfo->scanFlag = MAIN_SCAN;
×
222
    return OPTR_FN_RET_ABORT;
×
223
  } else if (type == QUERY_NODE_PHYSICAL_PLAN_TABLE_SCAN) {
×
224
    STableScanInfo* pTableScanInfo = pOperator->info;
×
225
    pInfo->order = pTableScanInfo->base.cond.order;
×
226
    pInfo->scanFlag = pTableScanInfo->base.scanFlag;
×
227
    return OPTR_FN_RET_ABORT;
×
228
  } else if (type == QUERY_NODE_PHYSICAL_PLAN_TABLE_MERGE_SCAN) {
×
229
    STableMergeScanInfo* pTableScanInfo = pOperator->info;
×
230
    pInfo->order = pTableScanInfo->base.cond.order;
×
231
    pInfo->scanFlag = pTableScanInfo->base.scanFlag;
×
232
    return OPTR_FN_RET_ABORT;
×
233
  } else {
234
    return OPTR_FN_RET_CONTINUE;
×
235
  }
236
}
237

238
int32_t getTableScanInfo(SOperatorInfo* pOperator, int32_t* order, int32_t* scanFlag, bool inheritUsOrder) {
×
239
  SExtScanInfo info = {.inheritUsOrder = inheritUsOrder, .order = *order};
×
240
  STraverParam p = {.pParam = &info};
×
241

242
  traverseOperatorTree(pOperator, extractScanInfo, &p, NULL);
×
243
  *order = info.order;
×
244
  *scanFlag = info.scanFlag;
×
245

246
  if (p.code == TSDB_CODE_SUCCESS) {
×
247
    if (!(*order == TSDB_ORDER_ASC || *order == TSDB_ORDER_DESC)) {
×
248
      qError("operator failed at: %s:%d", __func__, __LINE__);
×
249
      p.code = TSDB_CODE_INVALID_PARA;
×
250
    }
251
  }
252
  return p.code;
×
253
}
254

255
static ERetType doStopDataReader(SOperatorInfo* pOperator, STraverParam* pParam, const char* pIdStr) {
132,693✔
256
  SStorageAPI* pAPI = pParam->pParam;
132,693✔
257
  if (pOperator->operatorType == QUERY_NODE_PHYSICAL_PLAN_TABLE_SCAN) {
132,693✔
258
    STableScanInfo* pInfo = pOperator->info;
68,199✔
259

260
    if (pInfo->base.dataReader != NULL) {
68,199✔
261
      pAPI->tsdReader.tsdReaderNotifyClosing(pInfo->base.dataReader);
66,930✔
262
    }
263
    return OPTR_FN_RET_ABORT;
68,199✔
264
  } else if (pOperator->operatorType == QUERY_NODE_PHYSICAL_PLAN_STREAM_SCAN) {
64,494✔
265
    SStreamScanInfo* pInfo = pOperator->info;
×
266

267
    if (pInfo->pTableScanOp != NULL) {
×
268
      STableScanInfo* pTableScanInfo = pInfo->pTableScanOp->info;
×
269
      if (pTableScanInfo != NULL && pTableScanInfo->base.dataReader != NULL) {
×
270
        pAPI->tsdReader.tsdReaderNotifyClosing(pTableScanInfo->base.dataReader);
×
271
      }
272
    }
273

274
    return OPTR_FN_RET_ABORT;
×
275
  }
276

277
  return OPTR_FN_RET_CONTINUE;
64,494✔
278
}
279

280
int32_t stopTableScanOperator(SOperatorInfo* pOperator, const char* pIdStr, SStorageAPI* pAPI) {
73,689✔
281
  STraverParam p = {.pParam = pAPI};
73,689✔
282
  traverseOperatorTree(pOperator, doStopDataReader, &p, pIdStr);
73,689✔
283
  return p.code;
73,689✔
284
}
285

286
int32_t createOperator(SPhysiNode* pPhyNode, SExecTaskInfo* pTaskInfo, SReadHandle* pHandle, SNode* pTagCond,
729,323,237✔
287
                       SNode* pTagIndexCond, const char* pUser, const char* dbname, SOperatorInfo** pOptrInfo,
288
                       EOPTR_EXEC_MODEL model) {
289
  QRY_PARAM_CHECK(pOptrInfo);
729,323,237✔
290

291
  int32_t     code = 0;
729,389,353✔
292
  int32_t     type = nodeType(pPhyNode);
729,389,353✔
293
  const char* idstr = GET_TASKID(pTaskInfo);
729,382,613✔
294

295
  if (pPhyNode->pChildren == NULL || LIST_LENGTH(pPhyNode->pChildren) == 0) {
729,405,957✔
296
    SOperatorInfo* pOperator = NULL;
388,279,237✔
297
    if (QUERY_NODE_PHYSICAL_PLAN_TABLE_SCAN == type) {
388,150,203✔
298
      STableScanPhysiNode* pTableScanNode = (STableScanPhysiNode*)pPhyNode;
227,152,836✔
299
      // NOTE: this is an patch to fix the physical plan
300
      // TODO remove it later
301
      if (pTableScanNode->scan.node.pLimit != NULL) {
227,152,836✔
302
        pTableScanNode->groupSort = true;
4,822,760✔
303
      }
304

305
      STableListInfo* pTableListInfo = tableListCreate();
227,176,099✔
306
      if (!pTableListInfo) {
227,202,327✔
307
        pTaskInfo->code = terrno;
×
308
        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));
×
309
        return terrno;
×
310
      }
311

312
      // Since virtual stable scan use virtual super table's uid in scan operator, the origin table might be stored on
313
      // different vnode, so we should not get table schema for virtual stable scan.
314
      if (!pTableScanNode->scan.virtualStableScan) {
227,202,327✔
315
        code = initQueriedTableSchemaInfo(pHandle, &pTableScanNode->scan, dbname, pTaskInfo);
220,610,102✔
316
        if (code) {
220,449,001✔
317
          pTaskInfo->code = code;
224✔
318
          tableListDestroy(pTableListInfo);
224✔
319
          return code;
224✔
320
        }
321
      }
322

323
      if (pTableScanNode->scan.node.dynamicOp) {
227,038,709✔
324
        pTaskInfo->dynamicTask = true;
11,961,889✔
325
        pTableListInfo->idInfo.suid = pTableScanNode->scan.suid;
11,960,031✔
326
        pTableListInfo->idInfo.tableType = pTableScanNode->scan.tableType;
11,963,182✔
327
      } else {
328
        code = createScanTableListInfo(&pTableScanNode->scan, pTableScanNode->pGroupTags, pTableScanNode->groupSort,
215,052,132✔
329
                                       pHandle, pTableListInfo, pTagCond, pTagIndexCond, pTaskInfo, NULL);
330
        if (code) {
215,215,933✔
331
          pTaskInfo->code = code;
930✔
332
          tableListDestroy(pTableListInfo);
930✔
333
          qError("failed to createScanTableListInfo, code:%s, %s", tstrerror(code), idstr);
930✔
334
          return code;
930✔
335
        }
336
      }
337

338
      code = createTableScanOperatorInfo(pTableScanNode, pHandle, pTableListInfo, pTaskInfo, &pOperator);
227,175,410✔
339
      if (NULL == pOperator || code != 0) {
226,980,489✔
340
        pTaskInfo->code = code;
2,181✔
341
        tableListDestroy(pTableListInfo);
22,940✔
342
        return code;
22,940✔
343
      }
344

345
      STableScanInfo* pScanInfo = pOperator->info;
227,050,602✔
346
      pTaskInfo->cost.pRecoder = &pScanInfo->base.readRecorder;
227,025,326✔
347
    } else if (QUERY_NODE_PHYSICAL_PLAN_TABLE_MERGE_SCAN == type) {
160,997,367✔
348
      STableMergeScanPhysiNode* pTableScanNode = (STableMergeScanPhysiNode*)pPhyNode;
25,359,071✔
349
      STableListInfo*           pTableListInfo = tableListCreate();
25,359,071✔
350
      if (!pTableListInfo) {
25,386,450✔
351
        pTaskInfo->code = terrno;
×
352
        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));
×
353
        return terrno;
×
354
      }
355

356
      if (pTableScanNode->scan.node.dynamicOp) {
25,386,450✔
357
        pTaskInfo->dynamicTask = true;
63,560✔
358
        pTableListInfo->idInfo.suid = pTableScanNode->scan.suid;
63,560✔
359
        pTableListInfo->idInfo.tableType = pTableScanNode->scan.tableType;
63,560✔
360
      } else {
361
        code = createScanTableListInfo(&pTableScanNode->scan, pTableScanNode->pGroupTags, true, pHandle, pTableListInfo,
25,321,927✔
362
                                       pTagCond, pTagIndexCond, pTaskInfo, NULL);
363
        if (code) {
25,320,407✔
364
          pTaskInfo->code = code;
×
365
          tableListDestroy(pTableListInfo);
×
366
          qError("failed to createScanTableListInfo, code:%s, %s", tstrerror(code), idstr);
×
367
          return code;
×
368
        }
369

370
        code = initQueriedTableSchemaInfo(pHandle, &pTableScanNode->scan, dbname, pTaskInfo);
25,320,407✔
371
        if (code) {
25,280,832✔
372
          pTaskInfo->code = code;
×
373
          tableListDestroy(pTableListInfo);
×
374
          return code;
×
375
        }
376
      }
377

378
      code = createTableMergeScanOperatorInfo(pTableScanNode, pHandle, pTableListInfo, pTaskInfo, &pOperator);
25,344,392✔
379
      if (NULL == pOperator || code != 0) {
25,299,647✔
380
        pTaskInfo->code = code;
915✔
381
        tableListDestroy(pTableListInfo);
×
382
        return code;
×
383
      }
384

385
      STableMergeScanInfo* pScanInfo = pOperator->info;
25,299,908✔
386
      pTaskInfo->cost.pRecoder = &pScanInfo->base.readRecorder;
25,303,126✔
387
    } else if (QUERY_NODE_PHYSICAL_PLAN_EXCHANGE == type) {
135,638,296✔
388
      code = createExchangeOperatorInfo(pHandle ? pHandle->pMsgCb->clientRpc : NULL, (SExchangePhysiNode*)pPhyNode,
104,890,930✔
389
                                        pTaskInfo, &pOperator);
390
    } else if (QUERY_NODE_PHYSICAL_PLAN_STREAM_SCAN == type) {
30,747,366✔
391
      STableScanPhysiNode* pTableScanNode = (STableScanPhysiNode*)pPhyNode;
332,792✔
392
      STableListInfo*      pTableListInfo = tableListCreate();
332,792✔
393
      if (!pTableListInfo) {
332,792✔
394
        pTaskInfo->code = terrno;
×
395
        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));
×
396
        return terrno;
×
397
      }
398

399
      if (pHandle->vnode && (pTaskInfo->pSubplan->pVTables == NULL)) {
332,792✔
400
        code = createScanTableListInfo(&pTableScanNode->scan, pTableScanNode->pGroupTags, pTableScanNode->groupSort,
332,792✔
401
                                       pHandle, pTableListInfo, pTagCond, pTagIndexCond, pTaskInfo, NULL);
402
        if (code) {
332,792✔
403
          pTaskInfo->code = code;
×
404
          tableListDestroy(pTableListInfo);
×
405
          qError("failed to createScanTableListInfo, code:%s", tstrerror(code));
×
406
          return code;
×
407
        }
408
      }
409

410
      code = createTmqScanOperatorInfo(pHandle, pTableScanNode, pTagCond, pTableListInfo, pTaskInfo, &pOperator);
332,792✔
411
      if (code) {
332,792✔
412
        pTaskInfo->code = code;
×
413
        tableListDestroy(pTableListInfo);
×
414
        return code;
×
415
      }
416
    } else if (QUERY_NODE_PHYSICAL_PLAN_SYSTABLE_SCAN == type) {
30,414,574✔
417
      SSystemTableScanPhysiNode* pSysScanPhyNode = (SSystemTableScanPhysiNode*)pPhyNode;
19,073,706✔
418
      if (pSysScanPhyNode->scan.virtualStableScan) {
19,073,706✔
419
        STableListInfo*           pTableListInfo = tableListCreate();
8,491,975✔
420
        if (!pTableListInfo) {
8,494,528✔
421
          pTaskInfo->code = terrno;
×
422
          qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));
×
423
          return terrno;
×
424
        }
425

426
        code = createScanTableListInfo((SScanPhysiNode*)pSysScanPhyNode, NULL, false, pHandle, pTableListInfo, pTagCond,
8,494,528✔
427
                                       pTagIndexCond, pTaskInfo, NULL);
428
        if (code != TSDB_CODE_SUCCESS) {
8,491,477✔
429
          pTaskInfo->code = code;
×
430
          tableListDestroy(pTableListInfo);
×
431
          return code;
×
432
        }
433

434
        code = createSysTableScanOperatorInfo(pHandle, pSysScanPhyNode, pTableListInfo, pUser, pTaskInfo, &pOperator);
8,491,477✔
435
      } else {
436
        code = createSysTableScanOperatorInfo(pHandle, pSysScanPhyNode, NULL, pUser, pTaskInfo, &pOperator);
10,583,306✔
437
      }
438
    } else if (QUERY_NODE_PHYSICAL_PLAN_TABLE_COUNT_SCAN == type) {
11,340,868✔
439
      STableCountScanPhysiNode* pTblCountScanNode = (STableCountScanPhysiNode*)pPhyNode;
26,863✔
440
      code = createTableCountScanOperatorInfo(pHandle, pTblCountScanNode, pTaskInfo, &pOperator);
26,863✔
441
    } else if (QUERY_NODE_PHYSICAL_PLAN_TAG_SCAN == type) {
11,314,005✔
442
      STagScanPhysiNode* pTagScanPhyNode = (STagScanPhysiNode*)pPhyNode;
8,698,181✔
443
      STableListInfo*    pTableListInfo = tableListCreate();
8,698,181✔
444
      if (!pTableListInfo) {
8,700,872✔
445
        pTaskInfo->code = terrno;
×
446
        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));
×
447
        return terrno;
×
448
      }
449

450
      code = initQueriedTableSchemaInfo(pHandle, &pTagScanPhyNode->scan, dbname, pTaskInfo);
8,700,872✔
451
      if (code != TSDB_CODE_SUCCESS) {
8,691,960✔
452
        pTaskInfo->code = code;
×
453
        tableListDestroy(pTableListInfo);
×
454
        return code;
×
455
      }
456

457
      if (!pTagScanPhyNode->onlyMetaCtbIdx) {
8,691,960✔
458
        code = createScanTableListInfo((SScanPhysiNode*)pTagScanPhyNode, NULL, false, pHandle, pTableListInfo, pTagCond,
4,000,330✔
459
                                       pTagIndexCond, pTaskInfo, NULL);
460
        if (code != TSDB_CODE_SUCCESS) {
4,003,967✔
461
          pTaskInfo->code = code;
×
462
          qError("failed to getTableList, code:%s", tstrerror(code));
×
463
          tableListDestroy(pTableListInfo);
×
464
          return code;
×
465
        }
466
      }
467

468
      if (pTagScanPhyNode->scan.node.dynamicOp) {
8,695,953✔
469
        pTaskInfo->dynamicTask = true;
1,951,169✔
470
        pTableListInfo->idInfo.suid = pTagScanPhyNode->scan.suid;
1,950,650✔
471
        pTableListInfo->idInfo.tableType = pTagScanPhyNode->scan.tableType;
1,951,169✔
472
      }
473

474
      code = createTagScanOperatorInfo(pHandle, pTagScanPhyNode, pTableListInfo, pTagCond, pTagIndexCond, pTaskInfo,
8,690,338✔
475
                                       &pOperator);
476
      if (code) {
8,693,220✔
477
        pTaskInfo->code = code;
×
478
        tableListDestroy(pTableListInfo);
×
479
        return code;
×
480
      }
481
    } else if (QUERY_NODE_PHYSICAL_PLAN_BLOCK_DIST_SCAN == type) {
2,615,824✔
482
      SBlockDistScanPhysiNode* pBlockNode = (SBlockDistScanPhysiNode*)pPhyNode;
5,249✔
483
      STableListInfo*          pTableListInfo = tableListCreate();
5,249✔
484
      if (!pTableListInfo) {
5,249✔
485
        pTaskInfo->code = terrno;
×
486
        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));
×
487
        return terrno;
×
488
      }
489

490
      if (pBlockNode->tableType == TSDB_SUPER_TABLE) {
5,249✔
491
        SArray* pList = taosArrayInit(4, sizeof(uint64_t));
4,469✔
492
        code = pTaskInfo->storageAPI.metaFn.getChildTableList(pHandle->vnode, pBlockNode->uid, pList);
4,469✔
493
        if (code != TSDB_CODE_SUCCESS) {
4,469✔
494
          pTaskInfo->code = code;
×
495
          taosArrayDestroy(pList);
×
496
          tableListDestroy(pTableListInfo);
×
497
          return code;
×
498
        }
499

500
        size_t num = taosArrayGetSize(pList);
4,469✔
501
        for (int32_t i = 0; i < num; ++i) {
9,620✔
502
          uint64_t* id = taosArrayGet(pList, i);
5,151✔
503
          if (id == NULL) {
5,151✔
504
            continue;
×
505
          }
506

507
          code = tableListAddTableInfo(pTableListInfo, *id, 0);
5,151✔
508
          if (code) {
5,151✔
509
            pTaskInfo->code = code;
×
510
            tableListDestroy(pTableListInfo);
×
511
            taosArrayDestroy(pList);
×
512
            return code;
×
513
          }
514
        }
515

516
        taosArrayDestroy(pList);
4,469✔
517
      } else {  // Create group with only one table
518
        code = tableListAddTableInfo(pTableListInfo, pBlockNode->uid, 0);
780✔
519
        if (code) {
780✔
520
          pTaskInfo->code = code;
×
521
          tableListDestroy(pTableListInfo);
×
522
          return code;
×
523
        }
524
      }
525

526
      code = createDataBlockInfoScanOperator(pHandle, pBlockNode, pTableListInfo, pTaskInfo, &pOperator);
5,249✔
527
      if (code) {
4,547✔
528
        pTaskInfo->code = code;
×
529
        tableListDestroy(pTableListInfo);
×
530
        return code;
×
531
      }
532
    } else if (QUERY_NODE_PHYSICAL_PLAN_LAST_ROW_SCAN == type) {
2,610,575✔
533
      SLastRowScanPhysiNode* pScanNode = (SLastRowScanPhysiNode*)pPhyNode;
871,543✔
534
      STableListInfo*        pTableListInfo = tableListCreate();
871,543✔
535
      if (!pTableListInfo) {
871,543✔
536
        pTaskInfo->code = terrno;
×
537
        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));
×
538
        return terrno;
×
539
      }
540

541
      code = createScanTableListInfo(&pScanNode->scan, pScanNode->pGroupTags, true, pHandle, pTableListInfo, pTagCond,
871,543✔
542
                                     pTagIndexCond, pTaskInfo, NULL);
543
      if (code != TSDB_CODE_SUCCESS) {
871,543✔
544
        pTaskInfo->code = code;
×
545
        tableListDestroy(pTableListInfo);
×
546
        return code;
×
547
      }
548

549
      code = initQueriedTableSchemaInfo(pHandle, &pScanNode->scan, dbname, pTaskInfo);
871,543✔
550
      if (code != TSDB_CODE_SUCCESS) {
871,543✔
551
        pTaskInfo->code = code;
×
552
        tableListDestroy(pTableListInfo);
×
553
        return code;
×
554
      }
555

556
      code = createCacherowsScanOperator(pScanNode, pHandle, pTableListInfo, pTaskInfo, &pOperator);
871,543✔
557
      if (code) {
871,543✔
558
        tableListDestroy(pTableListInfo);
×
559
        pTaskInfo->code = code;
×
560
        return code;
×
561
      }
562
    } else if (QUERY_NODE_PHYSICAL_PLAN_PROJECT == type) {
1,739,032✔
563
      code = createProjectOperatorInfo(NULL, (SProjectPhysiNode*)pPhyNode, pTaskInfo, &pOperator);
1,725,795✔
564
    } else if (QUERY_NODE_PHYSICAL_PLAN_VIRTUAL_TABLE_SCAN == type) {
13,237✔
565
      // NOTE: this is an patch to fix the physical plan
566
      code = createVirtualTableMergeOperatorInfo(NULL, 0, (SVirtualScanPhysiNode*)pPhyNode, pTaskInfo, &pOperator);
16,900✔
567
    } else {
568
      code = TSDB_CODE_INVALID_PARA;
×
569
      pTaskInfo->code = code;
×
570
      return code;
×
571
    }
572

573
    if (pOperator != NULL) {  // todo moved away
387,823,826✔
574
      pOperator->resultDataBlockId = pPhyNode->pOutputDataBlockDesc->dataBlockId;
388,053,120✔
575
    }
576

577
    *pOptrInfo = pOperator;
387,830,701✔
578
    return code;
388,014,500✔
579
  }
580

581
  size_t          size = LIST_LENGTH(pPhyNode->pChildren);
341,144,522✔
582
  SOperatorInfo** ops = taosMemoryCalloc(size, POINTER_BYTES);
341,199,474✔
583
  if (ops == NULL) {
341,169,791✔
584
    code = terrno;
×
585
    pTaskInfo->code = code;
×
586
    return code;
×
587
  }
588

589
  for (int32_t i = 0; i < size; ++i) {
729,638,554✔
590
    SPhysiNode* pChildNode = (SPhysiNode*)nodesListGetNode(pPhyNode->pChildren, i);
388,776,645✔
591
    code = createOperator(pChildNode, pTaskInfo, pHandle, pTagCond, pTagIndexCond, pUser, dbname, &ops[i], model);
388,754,267✔
592
    if (ops[i] == NULL || code != 0) {
388,641,060✔
593
      for (int32_t j = 0; j < i; ++j) {
70,848✔
594
        destroyOperator(ops[j]);
×
595
      }
596
      taosMemoryFree(ops);
70,848✔
597
      return code;
70,848✔
598
    }
599
  }
600

601
  SOperatorInfo* pOptr = NULL;
340,861,909✔
602
  if (QUERY_NODE_PHYSICAL_PLAN_PROJECT == type) {
340,912,791✔
603
    code = createProjectOperatorInfo(ops[0], (SProjectPhysiNode*)pPhyNode, pTaskInfo, &pOptr);
136,518,243✔
604
  } else if (QUERY_NODE_PHYSICAL_PLAN_HASH_AGG == type) {
204,394,548✔
605
    SAggPhysiNode* pAggNode = (SAggPhysiNode*)pPhyNode;
118,835,578✔
606
    if (pAggNode->pGroupKeys != NULL) {
118,835,578✔
607
      code = createGroupOperatorInfo(ops[0], pAggNode, pTaskInfo, &pOptr);
30,052,309✔
608
    } else {
609
      code = createAggregateOperatorInfo(ops[0], pAggNode, pTaskInfo, &pOptr);
88,859,501✔
610
    }
611
  } else if (QUERY_NODE_PHYSICAL_PLAN_HASH_INTERVAL == type) {
85,558,970✔
612
    SIntervalPhysiNode* pIntervalPhyNode = (SIntervalPhysiNode*)pPhyNode;
4,391,304✔
613
    code = createIntervalOperatorInfo(ops[0], pIntervalPhyNode, pTaskInfo, &pOptr);
4,391,304✔
614
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_ALIGNED_INTERVAL == type) {
81,167,666✔
615
    SMergeAlignedIntervalPhysiNode* pIntervalPhyNode = (SMergeAlignedIntervalPhysiNode*)pPhyNode;
733,354✔
616
    code = createMergeAlignedIntervalOperatorInfo(ops[0], pIntervalPhyNode, pTaskInfo, &pOptr);
733,354✔
617
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_INTERVAL == type) {
80,434,312✔
618
    SMergeIntervalPhysiNode* pIntervalPhyNode = (SMergeIntervalPhysiNode*)pPhyNode;
×
619
    code = createMergeIntervalOperatorInfo(ops[0], pIntervalPhyNode, pTaskInfo, &pOptr);
×
620
  } else if (QUERY_NODE_PHYSICAL_PLAN_SORT == type) {
80,434,312✔
621
    code = createSortOperatorInfo(ops[0], (SSortPhysiNode*)pPhyNode, pTaskInfo, &pOptr);
31,898,762✔
622
  } else if (QUERY_NODE_PHYSICAL_PLAN_GROUP_SORT == type) {
48,535,550✔
623
    code = createGroupSortOperatorInfo(ops[0], (SGroupSortPhysiNode*)pPhyNode, pTaskInfo, &pOptr);
94,563✔
624
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE == type) {
48,440,987✔
625
    SMergePhysiNode* pMergePhyNode = (SMergePhysiNode*)pPhyNode;
12,891,125✔
626
    code = createMultiwayMergeOperatorInfo(ops, size, pMergePhyNode, pTaskInfo, &pOptr);
12,891,125✔
627
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_SESSION == type) {
35,549,862✔
628
    SSessionWinodwPhysiNode* pSessionNode = (SSessionWinodwPhysiNode*)pPhyNode;
535,295✔
629
    code = createSessionAggOperatorInfo(ops[0], pSessionNode, pTaskInfo, &pOptr);
535,295✔
630
  } else if (QUERY_NODE_PHYSICAL_PLAN_PARTITION == type) {
35,014,567✔
631
    code = createPartitionOperatorInfo(ops[0], (SPartitionPhysiNode*)pPhyNode, pTaskInfo, &pOptr);
3,480,341✔
632
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_STATE == type) {
31,534,226✔
633
    SStateWindowPhysiNode* pStateNode = (SStateWindowPhysiNode*)pPhyNode;
956,807✔
634
    code = createStatewindowOperatorInfo(ops[0], pStateNode, pTaskInfo, &pOptr);
956,807✔
635
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_JOIN == type) {
30,577,419✔
636
    code = createMergeJoinOperatorInfo(ops, size, (SSortMergeJoinPhysiNode*)pPhyNode, pTaskInfo, &pOptr);
12,303,388✔
637
  } else if (QUERY_NODE_PHYSICAL_PLAN_HASH_JOIN == type) {
18,274,031✔
638
    code = createHashJoinOperatorInfo(ops, size, (SHashJoinPhysiNode*)pPhyNode, pTaskInfo, &pOptr);
1,157,165✔
639
  } else if (QUERY_NODE_PHYSICAL_PLAN_FILL == type) {
17,116,866✔
640
    code = createFillOperatorInfo(ops[0], (SFillPhysiNode*)pPhyNode, pTaskInfo, &pOptr);
467,557✔
641
  } else if (QUERY_NODE_PHYSICAL_PLAN_INDEF_ROWS_FUNC == type) {
16,649,309✔
642
    code = createIndefinitOutputOperatorInfo(ops[0], pPhyNode, pTaskInfo, &pOptr);
2,961,233✔
643
  } else if (QUERY_NODE_PHYSICAL_PLAN_INTERP_FUNC == type) {
13,688,076✔
644
    code = createTimeSliceOperatorInfo(ops[0], pPhyNode, pTaskInfo, &pOptr);
3,274,097✔
645
  } else if (QUERY_NODE_PHYSICAL_PLAN_FORECAST_FUNC == type) {
10,413,979✔
646
    code = createForecastOperatorInfo(ops[0], pPhyNode, pTaskInfo, &pOptr);
×
647
  } else if (QUERY_NODE_PHYSICAL_PLAN_ANALYSIS_FUNC == type) {
10,413,979✔
648
    code = createGenericAnalysisOperatorInfo(ops[0], pPhyNode, pTaskInfo, &pOptr);
×
649
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_EVENT == type) {
10,413,979✔
650
    code = createEventwindowOperatorInfo(ops[0], pPhyNode, pTaskInfo, &pOptr);
294,693✔
651
  } else if (QUERY_NODE_PHYSICAL_PLAN_GROUP_CACHE == type) {
10,119,286✔
652
    code = createGroupCacheOperatorInfo(ops, size, (SGroupCachePhysiNode*)pPhyNode, pTaskInfo, &pOptr);
1,156,401✔
653
  } else if (QUERY_NODE_PHYSICAL_PLAN_DYN_QUERY_CTRL == type) {
8,962,885✔
654
    code = createDynQueryCtrlOperatorInfo(ops, size, (SDynQueryCtrlPhysiNode*)pPhyNode, pTaskInfo, pHandle->pMsgCb, &pOptr);
3,957,151✔
655
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_COUNT == type) {
5,005,734✔
656
    code = createCountwindowOperatorInfo(ops[0], pPhyNode, pTaskInfo, &pOptr);
238,820✔
657
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_ANOMALY == type) {
4,766,914✔
658
    code = createAnomalywindowOperatorInfo(ops[0], pPhyNode, pTaskInfo, &pOptr);
×
659
  } else if (QUERY_NODE_PHYSICAL_PLAN_VIRTUAL_TABLE_SCAN == type) {
4,766,914✔
660
    SVirtualScanPhysiNode* pVirtualTableScanNode = (SVirtualScanPhysiNode*)pPhyNode;
3,736,824✔
661
    // NOTE: this is an patch to fix the physical plan
662

663
    if (pVirtualTableScanNode->scan.node.pLimit != NULL) {
3,736,824✔
664
      pVirtualTableScanNode->groupSort = true;
×
665
    }
666
    code = createVirtualTableMergeOperatorInfo(ops, size, (SVirtualScanPhysiNode*)pPhyNode, pTaskInfo, &pOptr);
3,736,824✔
667
  } else if (QUERY_NODE_PHYSICAL_PLAN_HASH_EXTERNAL == type) {
1,030,090✔
668
    code = createExternalWindowOperator(ops[0], pPhyNode, pTaskInfo, &pOptr);
1,027,561✔
669
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_ALIGNED_EXTERNAL == type) {
11,187✔
670
    code = createMergeAlignedExternalWindowOperator(ops[0], pPhyNode, pTaskInfo, &pOptr);
15,771✔
671
  } else {
672
    code = TSDB_CODE_INVALID_PARA;
×
673
    pTaskInfo->code = code;
×
674
    for (int32_t i = 0; i < size; ++i) {
×
675
      destroyOperator(ops[i]);
×
676
    }
677
    taosMemoryFree(ops);
×
678
    qError("invalid operator type %d", type);
×
679
    return code;
×
680
  }
681

682
  taosMemoryFree(ops);
341,019,732✔
683
  if (pOptr) {
340,987,138✔
684
    pOptr->resultDataBlockId = pPhyNode->pOutputDataBlockDesc->dataBlockId;
340,551,814✔
685
  }
686

687
  *pOptrInfo = pOptr;
341,038,881✔
688
  return code;
340,970,814✔
689
}
690

691
void destroyOperator(SOperatorInfo* pOperator) {
730,297,420✔
692
  if (pOperator == NULL) {
730,297,420✔
693
    return;
459,064✔
694
  }
695

696
  freeResetOperatorParams(pOperator, OP_GET_PARAM, true);
729,838,356✔
697
  freeResetOperatorParams(pOperator, OP_NOTIFY_PARAM, true);
729,781,404✔
698

699
  if (pOperator->pDownstream != NULL) {
729,784,779✔
700
    for (int32_t i = 0; i < pOperator->numOfRealDownstream; ++i) {
728,994,907✔
701
      destroyOperator(pOperator->pDownstream[i]);
388,301,289✔
702
    }
703

704
    taosMemoryFreeClear(pOperator->pDownstream);
340,716,482✔
705
    pOperator->numOfDownstream = 0;
340,680,490✔
706
  }
707

708
  cleanupExprSupp(&pOperator->exprSupp);
729,778,413✔
709
  if (pOperator->fpSet.closeFn != NULL && pOperator->info != NULL) {
729,802,544✔
710
    pOperator->fpSet.closeFn(pOperator->info);
729,334,952✔
711
    pOperator->info = NULL;
729,270,635✔
712
  }
713

714
  taosMemoryFreeClear(pOperator);
729,786,995✔
715
}
716

717
void destroyOperatorAndDownstreams(SOperatorInfo* pOperator, SOperatorInfo** downstreams, int32_t num) {
434,970✔
718
  if (downstreams != NULL) {
434,970✔
719
    for (int i = 0; i < num; i++) {
869,940✔
720
      destroyOperator(downstreams[i]);
434,970✔
721
    }
722
  }
723

724
  if (pOperator != NULL) {
434,970✔
725
    pOperator->info = NULL;
434,970✔
726
    if (pOperator->pDownstream != NULL) {
434,970✔
727
      taosMemoryFreeClear(pOperator->pDownstream);
×
728
      pOperator->pDownstream = NULL;
×
729
    }
730
    destroyOperator(pOperator);
434,970✔
731
  }
732
}
434,970✔
733

734
int32_t getOperatorExplainExecInfo(SOperatorInfo* operatorInfo, SArray* pExecInfoList) {
8,666,473✔
735
  SExplainExecInfo  execInfo = {0};
8,666,473✔
736
  SExplainExecInfo* pExplainInfo = taosArrayPush(pExecInfoList, &execInfo);
8,667,237✔
737
  if (pExplainInfo == NULL) {
8,667,237✔
738
    return terrno;
×
739
  }
740

741
  pExplainInfo->numOfRows = operatorInfo->resultInfo.totalRows;
8,667,237✔
742
  pExplainInfo->startupCost = operatorInfo->cost.openCost;
8,667,979✔
743
  pExplainInfo->totalCost = operatorInfo->cost.totalCost;
8,665,360✔
744
  pExplainInfo->verboseLen = 0;
8,664,618✔
745
  pExplainInfo->verboseInfo = NULL;
8,665,360✔
746

747
  if (operatorInfo->fpSet.getExplainFn) {
8,663,112✔
748
    int32_t code =
749
        operatorInfo->fpSet.getExplainFn(operatorInfo, &pExplainInfo->verboseInfo, &pExplainInfo->verboseLen);
3,616,196✔
750
    if (code) {
3,613,959✔
751
      qError("%s operator getExplainFn failed, code:%s", GET_TASKID(operatorInfo->pTaskInfo), tstrerror(code));
×
752
      return code;
×
753
    }
754
  }
755

756
  int32_t code = 0;
8,663,494✔
757
  for (int32_t i = 0; i < operatorInfo->numOfDownstream; ++i) {
13,568,101✔
758
    code = getOperatorExplainExecInfo(operatorInfo->pDownstream[i], pExecInfoList);
4,904,236✔
759
    if (code != TSDB_CODE_SUCCESS) {
4,904,607✔
760
      //      taosMemoryFreeClear(*pRes);
761
      return code;
×
762
    }
763
  }
764

765
  return TSDB_CODE_SUCCESS;
8,665,753✔
766
}
767

768
int32_t mergeOperatorParams(SOperatorParam* pDst, SOperatorParam* pSrc) {
×
769
  if (pDst->opType != pSrc->opType) {
×
770
    qError("different optype %d:%d for merge operator params", pDst->opType, pSrc->opType);
×
771
    return TSDB_CODE_INVALID_PARA;
×
772
  }
773

774
  switch (pDst->opType) {
×
775
    case QUERY_NODE_PHYSICAL_PLAN_EXCHANGE: {
×
776
      SExchangeOperatorParam* pDExc = pDst->value;
×
777
      SExchangeOperatorParam* pSExc = pSrc->value;
×
778
      if (pSExc->basic.paramType != DYN_TYPE_EXCHANGE_PARAM) {
×
779
        qError("%s, invalid exchange operator param type %d for "
×
780
          "source operator", __func__, pSExc->basic.paramType);
781
        return TSDB_CODE_INVALID_PARA;
×
782
      }
783
      if (!pDExc->multiParams) {
×
784
        if (pDExc->basic.paramType != DYN_TYPE_EXCHANGE_PARAM) {
×
785
          qError("%s, invalid exchange operator param type %d for "
×
786
            "destination operator", __func__, pDExc->basic.paramType);
787
          return TSDB_CODE_INVALID_PARA;
×
788
        }
789
        if (pSExc->basic.vgId != pDExc->basic.vgId) {
×
790
          SExchangeOperatorBatchParam* pBatch = taosMemoryMalloc(sizeof(SExchangeOperatorBatchParam));
×
791
          if (NULL == pBatch) {
×
792
            return terrno;
×
793
          }
794

795
          pBatch->multiParams = true;
×
796
          pBatch->pBatchs = tSimpleHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT));
×
797
          if (NULL == pBatch->pBatchs) {
×
798
            taosMemoryFree(pBatch);
×
799
            return terrno;
×
800
          }
801

802
          tSimpleHashSetFreeFp(pBatch->pBatchs, freeExchangeGetBasicOperatorParam);
×
803

804
          int32_t code = tSimpleHashPut(pBatch->pBatchs, &pDExc->basic.vgId, sizeof(pDExc->basic.vgId), &pDExc->basic,
×
805
                                        sizeof(pDExc->basic));
806
          if (code) {
×
807
            return code;
×
808
          }
809

810
          code = tSimpleHashPut(pBatch->pBatchs, &pSExc->basic.vgId, sizeof(pSExc->basic.vgId), &pSExc->basic,
×
811
                                sizeof(pSExc->basic));
812
          if (code) {
×
813
            return code;
×
814
          }
815

816
          taosMemoryFree(pDst->value);
×
817
          pDst->value = pBatch;
×
818
        } else {
819
          void* p = taosArrayAddAll(pDExc->basic.uidList, pSExc->basic.uidList);
×
820
          if (p == NULL) {
×
821
            return terrno;
×
822
          }
823
        }
824
      } else {
825
        SExchangeOperatorBatchParam* pBatch = pDst->value;
×
826
        SExchangeOperatorBasicParam* pBasic =
827
            tSimpleHashGet(pBatch->pBatchs, &pSExc->basic.vgId, sizeof(pSExc->basic.vgId));
×
828
        if (pBasic) {
×
829
          void* p = taosArrayAddAll(pBasic->uidList, pSExc->basic.uidList);
×
830
          if (p == NULL) {
×
831
            return terrno;
×
832
          }
833
        } else {
834
          int32_t code = tSimpleHashPut(pBatch->pBatchs, &pSExc->basic.vgId, sizeof(pSExc->basic.vgId), &pSExc->basic,
×
835
                                        sizeof(pSExc->basic));
836
          if (code) {
×
837
            return code;
×
838
          }
839
        }
840
      }
841
      break;
×
842
    }
843
    default:
×
844
      qError("invalid optype %d for merge operator params", pDst->opType);
×
845
      return TSDB_CODE_INVALID_PARA;
×
846
  }
847

848
  return TSDB_CODE_SUCCESS;
×
849
}
850

851
int32_t setOperatorParams(struct SOperatorInfo* pOperator, SOperatorParam* pInput, SOperatorParamType type) {
95,926,338✔
852
  SOperatorParam**  ppParam = NULL;
95,926,338✔
853
  SOperatorParam*** pppDownstramParam = NULL;
95,926,338✔
854
  switch (type) {
95,926,338✔
855
    case OP_GET_PARAM:
95,926,497✔
856
      ppParam = &pOperator->pOperatorGetParam;
95,926,497✔
857
      pppDownstramParam = &pOperator->pDownstreamGetParams;
95,925,819✔
858
      break;
95,927,853✔
859
    case OP_NOTIFY_PARAM:
×
860
      ppParam = &pOperator->pOperatorNotifyParam;
×
861
      pppDownstramParam = &pOperator->pDownstreamNotifyParams;
×
862
      break;
×
863
    default:
180✔
864
      return TSDB_CODE_INVALID_PARA;
180✔
865
  }
866

867
  freeResetOperatorParams(pOperator, type, false);
95,927,853✔
868

869
  if (NULL == pInput) {
95,940,079✔
870
    return TSDB_CODE_SUCCESS;
×
871
  }
872

873
  *ppParam = (pInput->opType == pOperator->operatorType) ? pInput : NULL;
95,940,079✔
874

875
  if (NULL == *pppDownstramParam) {
95,941,156✔
876
    *pppDownstramParam = taosMemoryCalloc(pOperator->numOfDownstream, POINTER_BYTES);
20,837,260✔
877
    if (NULL == *pppDownstramParam) {
20,835,483✔
878
      return terrno;
×
879
    }
880
  }
881

882
  if (NULL == *ppParam) {
95,939,062✔
883
    for (int32_t i = 0; i < pOperator->numOfDownstream; ++i) {
×
884
      (*pppDownstramParam)[i] = pInput;
×
885
    }
886
    return TSDB_CODE_SUCCESS;
×
887
  }
888

889
  memset(*pppDownstramParam, 0, pOperator->numOfDownstream * POINTER_BYTES);
95,939,581✔
890

891
  int32_t childrenNum = taosArrayGetSize((*ppParam)->pChildren);
95,938,903✔
892
  if (childrenNum <= 0) {
95,938,245✔
893
    return TSDB_CODE_SUCCESS;
82,519,058✔
894
  }
895

896
  for (int32_t i = 0; i < childrenNum; ++i) {
31,038,334✔
897
    SOperatorParam* pChild = *(SOperatorParam**)taosArrayGet((*ppParam)->pChildren, i);
17,615,840✔
898
    if (pChild == NULL) {
17,619,528✔
899
      return terrno;
×
900
    }
901

902
    if ((*pppDownstramParam)[pChild->downstreamIdx]) {
17,619,528✔
903
      int32_t code = mergeOperatorParams((*pppDownstramParam)[pChild->downstreamIdx], pChild);
×
904
      if (code) {
×
905
        return code;
×
906
      }
907
    } else {
908
      (*pppDownstramParam)[pChild->downstreamIdx] = pChild;
17,618,234✔
909
    }
910
  }
911

912
  taosArrayDestroy((*ppParam)->pChildren);
13,422,494✔
913
  (*ppParam)->pChildren = NULL;
13,418,553✔
914

915
  return TSDB_CODE_SUCCESS;
13,418,553✔
916
}
917

918
SSDataBlock* getNextBlockFromDownstream(struct SOperatorInfo* pOperator, int32_t idx) {
872,190,384✔
919
  SSDataBlock* p = NULL;
872,190,384✔
920
  int32_t      code = getNextBlockFromDownstreamImpl(pOperator, idx, true, &p);
872,242,143✔
921
  if (code == TSDB_CODE_SUCCESS) {
870,067,634✔
922
    code = blockDataCheck(p);
870,158,954✔
923
    if (code != TSDB_CODE_SUCCESS) {
870,279,604✔
924
      qError("blockDataCheck failed, code:%s", tstrerror(code));
×
925
    }
926
  }
927
  return (code == 0) ? p : NULL;
870,246,245✔
928
}
929

930
SSDataBlock* getNextBlockFromDownstreamRemain(struct SOperatorInfo* pOperator, int32_t idx) {
67,816,799✔
931
  SSDataBlock* p = NULL;
67,816,799✔
932
  int32_t      code = getNextBlockFromDownstreamImpl(pOperator, idx, false, &p);
67,816,799✔
933
  if (code == TSDB_CODE_SUCCESS) {
67,804,661✔
934
    code = blockDataCheck(p);
67,805,139✔
935
    if (code != TSDB_CODE_SUCCESS) {
67,805,162✔
936
      qError("blockDataCheck failed, code:%s", tstrerror(code));
×
937
    }
938
  }
939
  return (code == 0)? p:NULL;
67,805,139✔
940
}
941

942
/*
943
 * Fetch one block from downstream without preserving reused get-param ownership.
944
 *
945
 * @param pOperator Current operator.
946
 * @param idx Downstream index.
947
 * @param pResBlock Output result block pointer.
948
 *
949
 * @return TSDB_CODE_SUCCESS on success, otherwise error code.
950
 */
951
static FORCE_INLINE int32_t getNextBlockFromDownstreamRemainDetachImpl(struct SOperatorInfo* pOperator, int32_t idx,
952
                                                                       SSDataBlock** pResBlock) {
953
  QRY_PARAM_CHECK(pResBlock);
848,921,756✔
954

955
  int32_t code = TSDB_CODE_SUCCESS;
848,949,923✔
956
  int32_t lino = 0;
848,949,923✔
957

958
  if (pOperator->pDownstreamGetParams && pOperator->pDownstreamGetParams[idx]) {
858,290,720✔
959
    SOperatorParam* pGetParam = pOperator->pDownstreamGetParams[idx];
9,337,326✔
960
    pOperator->pDownstreamGetParams[idx] = NULL;
9,338,901✔
961
    // Once detached from the parent operator, downstream must own/free this param.
962
    pGetParam->reUse = false;
9,334,116✔
963

964
    qDebug("DynOp: op %s start to get block from downstream %s", pOperator->name, pOperator->pDownstream[idx]->name);
9,333,855✔
965
    code = pOperator->pDownstream[idx]->fpSet.getNextExtFn(pOperator->pDownstream[idx], pGetParam, pResBlock);
9,333,855✔
966
    QUERY_CHECK_CODE(code, lino, _return);
9,340,797✔
967
  } else {
968
    code = pOperator->pDownstream[idx]->fpSet.getNextFn(pOperator->pDownstream[idx], pResBlock);
839,616,123✔
969
    QUERY_CHECK_CODE(code, lino, _return);
838,316,300✔
970
  }
971

972
_return:
838,316,300✔
973
  if (code) {
847,657,097✔
974
    qError("failed to get next data block from upstream at %s, line:%d code:%s", __func__, lino, tstrerror(code));
×
975
  }
976
  return code;
847,595,460✔
977
}
978

979
/*
980
 * Fetch and validate one downstream block while detaching one-shot get-param.
981
 *
982
 * @param pOperator Current operator.
983
 * @param idx Downstream index.
984
 *
985
 * @return Valid block pointer on success, or NULL on failure.
986
 */
987
SSDataBlock* getNextBlockFromDownstreamRemainDetach(struct SOperatorInfo* pOperator, int32_t idx) {
848,886,278✔
988
  SSDataBlock* p = NULL;
848,886,278✔
989
  int32_t      code = TSDB_CODE_SUCCESS;
848,930,773✔
990
  int32_t      lino = 0;
848,930,773✔
991

992
  code = getNextBlockFromDownstreamRemainDetachImpl(pOperator, idx, &p);
847,595,460✔
993
  QUERY_CHECK_CODE(code, lino, _return);
847,595,460✔
994

995
  code = blockDataCheck(p);
847,595,460✔
996
  QUERY_CHECK_CODE(code, lino, _return);
847,776,381✔
997

998
_return:
847,776,381✔
999
  if (code) {
847,777,810✔
1000
    qError("failed to get next data block from downstream at %s, line:%d code:%s", __func__, lino, tstrerror(code));
68,247✔
1001
    return NULL;
×
1002
  }
1003
  return p;
847,709,563✔
1004
}
1005

1006
int32_t optrDefaultGetNextExtFn(struct SOperatorInfo* pOperator, SOperatorParam* pParam, SSDataBlock** pRes) {
95,939,641✔
1007
  QRY_PARAM_CHECK(pRes);
95,939,641✔
1008

1009
  int32_t lino = 0;
95,939,980✔
1010
  int32_t code = setOperatorParams(pOperator, pParam, OP_GET_PARAM);
95,939,980✔
1011
  QUERY_CHECK_CODE(code, lino, _end);
95,934,899✔
1012
  code = pOperator->fpSet.getNextFn(pOperator, pRes);
95,934,899✔
1013
  QUERY_CHECK_CODE(code, lino, _end);
95,937,001✔
1014

1015
_end:
95,937,001✔
1016
  if (code != TSDB_CODE_SUCCESS) {
95,937,001✔
1017
    qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code));
×
1018
    pOperator->pTaskInfo->code = code;
×
1019
    T_LONG_JMP(pOperator->pTaskInfo->env, code);
×
1020
  }
1021

1022
  return code;
95,937,001✔
1023
}
1024

1025
int32_t optrDefaultNotifyFn(struct SOperatorInfo* pOperator, SOperatorParam* pParam) {
×
1026
  int32_t code = setOperatorParams(pOperator, pParam, OP_NOTIFY_PARAM);
×
1027
  if (TSDB_CODE_SUCCESS == code && pOperator->fpSet.notifyFn && pOperator->pOperatorNotifyParam) {
×
1028
    code = pOperator->fpSet.notifyFn(pOperator, pOperator->pOperatorNotifyParam);
×
1029
  }
1030
  if (TSDB_CODE_SUCCESS == code) {
×
1031
    for (int32_t i = 0; i < pOperator->numOfDownstream; ++i) {
×
1032
      if (pOperator->pDownstreamNotifyParams[i]) {
×
1033
        code = optrDefaultNotifyFn(pOperator->pDownstream[i], pOperator->pDownstreamNotifyParams[i]);
×
1034
        if (TSDB_CODE_SUCCESS != code) {
×
1035
          break;
×
1036
        }
1037
        pOperator->pDownstreamNotifyParams[i] = NULL;
×
1038
      }
1039
    }
1040
  }
1041
  if (TSDB_CODE_SUCCESS != code) {
×
1042
    pOperator->pTaskInfo->code = code;
×
1043
    T_LONG_JMP(pOperator->pTaskInfo->env, pOperator->pTaskInfo->code);
×
1044
  }
1045

1046
  return code;
×
1047
}
1048

1049
int64_t getOperatorResultBlockId(struct SOperatorInfo* pOperator, int32_t idx) {
27,670,945✔
1050
  if (pOperator->transparent) {
27,670,945✔
1051
    return getOperatorResultBlockId(pOperator->pDownstream[idx], 0);
2,312,802✔
1052
  }
1053
  return pOperator->resultDataBlockId;
25,358,143✔
1054
}
1055

1056
void resetOperatorState(SOperatorInfo *pOper) {
×
1057
  pOper->status = OP_NOT_OPENED;
×
1058
}
×
1059

1060
void resetBasicOperatorState(SOptrBasicInfo *pBasicInfo) {
13,162,019✔
1061
  if (pBasicInfo->pRes) blockDataCleanup(pBasicInfo->pRes);
13,162,019✔
1062
  initResultRowInfo(&pBasicInfo->resultRowInfo);
13,164,997✔
1063
}
13,165,657✔
1064

1065
int32_t resetAggSup(SExprSupp* pExprSupp, SAggSupporter* pSup, SExecTaskInfo* pTaskInfo,
11,576,347✔
1066
                    SNodeList* pNodeList, SNodeList* pGroupKeys, size_t keyBufSize, const char* pKey, void* pState,
1067
                    SFunctionStateStore* pStore) {
1068
  int32_t    code = 0, lino = 0, num = 0;
11,576,347✔
1069
  SExprInfo* pExprInfo = NULL;
11,576,347✔
1070
  cleanupAggSup(pSup);
11,576,347✔
1071
  cleanupExprSuppWithoutFilter(pExprSupp);
11,575,324✔
1072
  code = createExprInfo(pNodeList, pGroupKeys, &pExprInfo, &num);
11,575,713✔
1073
  QUERY_CHECK_CODE(code, lino, _error);
11,575,510✔
1074
  code = initAggSup(pExprSupp, pSup, pExprInfo, num, keyBufSize, pKey, pState, pStore);
11,575,510✔
1075
  QUERY_CHECK_CODE(code, lino, _error);
11,574,916✔
1076
  return code;
11,574,916✔
1077
_error:
×
1078
  if (code != TSDB_CODE_SUCCESS) {
×
1079
    qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code));
×
1080
    pTaskInfo->code = code;
×
1081
  }
1082
  return code;
×
1083
}
1084

1085
int32_t resetExprSupp(SExprSupp* pExprSupp, SExecTaskInfo* pTaskInfo, SNodeList* pNodeList,
4,639,491✔
1086
                      SNodeList* pGroupKeys, SFunctionStateStore* pStore) {
1087
  int32_t code = 0, lino = 0, num = 0;
4,639,491✔
1088
  SExprInfo* pExprInfo = NULL;
4,639,491✔
1089
  cleanupExprSuppWithoutFilter(pExprSupp);
4,639,491✔
1090
  code = createExprInfo(pNodeList, pGroupKeys, &pExprInfo, &num);
4,638,312✔
1091
  QUERY_CHECK_CODE(code, lino, _error);
4,638,312✔
1092
  code = initExprSupp(pExprSupp, pExprInfo, num, pStore);
4,638,312✔
1093
  QUERY_CHECK_CODE(code, lino, _error);
4,639,050✔
1094
  return code;
4,639,050✔
1095
_error:
×
1096
  if (code != TSDB_CODE_SUCCESS) {
×
1097
    qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code));
×
1098
    pTaskInfo->code = code;
×
1099
  }
1100
  return code;
×
1101
}
1102

1103
int32_t copyColumnsValue(SNodeList* pNodeList, int64_t targetBlkId, SSDataBlock* pDst, SSDataBlock* pSrc, int32_t totalRows) {
1,291,850✔
1104
  bool    isNull = (NULL == pSrc || pSrc->info.rows <= 0);
1,291,850✔
1105
  size_t  numOfCols = LIST_LENGTH(pNodeList);
1,291,850✔
1106
  int64_t numOfRows = isNull ? 0 : pSrc->info.rows;
1,291,850✔
1107
  int32_t code = 0;
1,291,850✔
1108
  int32_t lino = 0;
1,291,850✔
1109

1110
  for (int32_t i = 0; i < numOfCols; ++i) {
8,801,090✔
1111
    STargetNode* pNode = (STargetNode*)nodesListGetNode(pNodeList, i);
7,509,240✔
1112
    if (nodeType(pNode->pExpr) == QUERY_NODE_COLUMN && ((SColumnNode*)pNode->pExpr)->dataBlockId == targetBlkId) {
7,509,240✔
1113
      SColumnInfoData* pDstCol = taosArrayGet(pDst->pDataBlock, pNode->slotId);
3,993,638✔
1114
      QUERY_CHECK_NULL(pDstCol, code, lino, _return, terrno)
3,993,638✔
1115

1116
      if (isNull) {
3,993,638✔
1117
        colDataSetNNULL(pDstCol, 0, totalRows);
×
1118
      } else {
1119
        SColumnInfoData* pSrcCol = taosArrayGet(pSrc->pDataBlock, ((SColumnNode*)pNode->pExpr)->slotId);
3,993,638✔
1120
        QUERY_CHECK_NULL(pSrcCol, code, lino, _return, terrno)
3,993,638✔
1121

1122
        code = colDataAssign(pDstCol, pSrcCol, pSrc->info.rows, &pDst->info);
3,993,638✔
1123

1124
        QUERY_CHECK_CODE(code, lino, _return);
3,993,638✔
1125
        if (pSrc->info.rows < totalRows) {
3,993,638✔
1126
          colDataSetNNULL(pDstCol, pSrc->info.rows, totalRows - pSrc->info.rows);
89,631✔
1127
        }
1128
      }
1129
    }
1130
  }
1131

1132
  return code;
1,291,850✔
1133
_return:
×
1134
  qError("failed to copy columns value, line:%d code:%s", lino, tstrerror(code));
×
1135
  return code;
×
1136
}
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc