• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #4118

17 May 2025 06:43AM UTC coverage: 62.797% (+0.7%) from 62.054%
#4118

push

travis-ci

web-flow
Merge pull request #31115 from taosdata/merge/mainto3.0

merge: from main to 3.0 branch

156841 of 318088 branches covered (49.31%)

Branch coverage included in aggregate %.

176 of 225 new or added lines in 20 files covered. (78.22%)

2989 existing lines in 163 files now uncovered.

242067 of 317143 relevant lines covered (76.33%)

6956088.31 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

53.26
/source/libs/executor/src/operator.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#include "filter.h"
17
#include "function.h"
18
#include "os.h"
19
#include "tname.h"
20

21
#include "tglobal.h"
22

23
#include "executorInt.h"
24
#include "index.h"
25
#include "operator.h"
26
#include "query.h"
27
#include "querytask.h"
28

29
#include "storageapi.h"
30
#include "tdatablock.h"
31

32
SOperatorFpSet createOperatorFpSet(__optr_open_fn_t openFn, __optr_fn_t nextFn, __optr_fn_t cleanup,
4,966,603✔
33
                                   __optr_close_fn_t closeFn, __optr_reqBuf_fn_t reqBufFn, __optr_explain_fn_t explain,
34
                                   __optr_get_ext_fn_t nextExtFn, __optr_notify_fn_t notifyFn) {
35
  SOperatorFpSet fpSet = {
4,966,603✔
36
      ._openFn = openFn,
37
      .getNextFn = nextFn,
38
      .cleanupFn = cleanup,
39
      .closeFn = closeFn,
40
      .reqBufFn = reqBufFn,
41
      .getExplainFn = explain,
42
      .getNextExtFn = nextExtFn,
43
      .notifyFn = notifyFn,
44
      .releaseStreamStateFn = NULL,
45
      .reloadStreamStateFn = NULL,
46
  };
47

48
  return fpSet;
4,966,603✔
49
}
50

51
void setOperatorStreamStateFn(SOperatorInfo* pOperator, __optr_state_fn_t relaseFn, __optr_state_fn_t reloadFn) {
779,458✔
52
  pOperator->fpSet.releaseStreamStateFn = relaseFn;
779,458✔
53
  pOperator->fpSet.reloadStreamStateFn = reloadFn;
779,458✔
54
}
779,458✔
55

56
int32_t optrDummyOpenFn(SOperatorInfo* pOperator) {
507,870✔
57
  OPTR_SET_OPENED(pOperator);
507,870✔
58
  pOperator->cost.openCost = 0;
507,870✔
59
  return TSDB_CODE_SUCCESS;
507,870✔
60
}
61

62
int32_t appendDownstream(SOperatorInfo* p, SOperatorInfo** pDownstream, int32_t num) {
2,338,713✔
63
  p->pDownstream = taosMemoryCalloc(1, num * POINTER_BYTES);
2,338,713!
64
  if (p->pDownstream == NULL) {
2,340,226!
65
    return terrno;
×
66
  }
67

68
  memcpy(p->pDownstream, pDownstream, num * POINTER_BYTES);
2,340,226✔
69
  p->numOfDownstream = num;
2,340,226✔
70
  p->numOfRealDownstream = num;
2,340,226✔
71
  return TSDB_CODE_SUCCESS;
2,340,226✔
72
}
73

74
void setOperatorCompleted(SOperatorInfo* pOperator) {
4,620,895✔
75
  pOperator->status = OP_EXEC_DONE;
4,620,895✔
76
  pOperator->cost.totalCost = (taosGetTimestampUs() - pOperator->pTaskInfo->cost.start) / 1000.0;
4,621,278✔
77
  setTaskStatus(pOperator->pTaskInfo, TASK_COMPLETED);
4,621,278✔
78
}
4,621,409✔
79

80
void setOperatorInfo(SOperatorInfo* pOperator, const char* name, int32_t type, bool blocking, int32_t status,
4,963,678✔
81
                     void* pInfo, SExecTaskInfo* pTaskInfo) {
82
  pOperator->name = (char*)name;
4,963,678✔
83
  pOperator->operatorType = type;
4,963,678✔
84
  pOperator->blocking = blocking;
4,963,678✔
85
  pOperator->status = status;
4,963,678✔
86
  pOperator->info = pInfo;
4,963,678✔
87
  pOperator->pTaskInfo = pTaskInfo;
4,963,678✔
88
}
4,963,678✔
89

90
// each operator should be set their own function to return total cost buffer
91
int32_t optrDefaultBufFn(SOperatorInfo* pOperator) {
×
92
  if (pOperator->blocking) {
×
93
    return -1;
×
94
  } else {
95
    return 0;
×
96
  }
97
}
98

99
static int64_t getQuerySupportBufSize(size_t numOfTables) {
×
100
  size_t s1 = sizeof(STableQueryInfo);
×
101
  //  size_t s3 = sizeof(STableCheckInfo);  buffer consumption in tsdb
102
  return (int64_t)(s1 * 1.5 * numOfTables);
×
103
}
104

105
int32_t checkForQueryBuf(size_t numOfTables) {
×
106
  int64_t t = getQuerySupportBufSize(numOfTables);
×
107
  if (tsQueryBufferSizeBytes < 0) {
×
108
    return TSDB_CODE_SUCCESS;
×
109
  } else if (tsQueryBufferSizeBytes > 0) {
×
110
    while (1) {
×
111
      int64_t s = tsQueryBufferSizeBytes;
×
112
      int64_t remain = s - t;
×
113
      if (remain >= 0) {
×
114
        if (atomic_val_compare_exchange_64(&tsQueryBufferSizeBytes, s, remain) == s) {
×
115
          return TSDB_CODE_SUCCESS;
×
116
        }
117
      } else {
118
        return TSDB_CODE_QRY_NOT_ENOUGH_BUFFER;
×
119
      }
120
    }
121
  }
122

123
  // disable query processing if the value of tsQueryBufferSize is zero.
124
  return TSDB_CODE_QRY_NOT_ENOUGH_BUFFER;
×
125
}
126

127
void releaseQueryBuf(size_t numOfTables) {
×
128
  if (tsQueryBufferSizeBytes < 0) {
×
129
    return;
×
130
  }
131

132
  int64_t t = getQuerySupportBufSize(numOfTables);
×
133

134
  // restore value is not enough buffer available
135
  (void)atomic_add_fetch_64(&tsQueryBufferSizeBytes, t);
×
136
}
137

138
typedef enum {
139
  OPTR_FN_RET_CONTINUE = 0x1,
140
  OPTR_FN_RET_ABORT = 0x2,
141
} ERetType;
142

143
typedef struct STraverParam {
144
  void*   pRet;
145
  int32_t code;
146
  void*   pParam;
147
} STraverParam;
148

149
// iterate the operator tree helper
150
typedef ERetType (*optr_fn_t)(SOperatorInfo* pOperator, STraverParam* pParam, const char* pIdstr);
151

152
void traverseOperatorTree(SOperatorInfo* pOperator, optr_fn_t fn, STraverParam* pParam, const char* id) {
1,229,783✔
153
  if (pOperator == NULL) {
1,229,783!
154
    return;
×
155
  }
156

157
  ERetType ret = fn(pOperator, pParam, id);
1,229,783✔
158
  if (ret == OPTR_FN_RET_ABORT || pParam->code != TSDB_CODE_SUCCESS) {
1,229,856!
159
    return;
71,172✔
160
  }
161

162
  for (int32_t i = 0; i < pOperator->numOfDownstream; ++i) {
1,775,643✔
163
    traverseOperatorTree(pOperator->pDownstream[i], fn, pParam, id);
616,930✔
164
    if (pParam->code != 0) {
616,959!
165
      break;
×
166
    }
167
  }
168
}
169

170
ERetType extractOperatorInfo(SOperatorInfo* pOperator, STraverParam* pParam, const char* pIdStr) {
134,875✔
171
  STraverParam* p = pParam;
134,875✔
172
  if (pOperator->operatorType == *(int32_t*)p->pParam) {
134,875✔
173
    p->pRet = pOperator;
62,778✔
174
    return OPTR_FN_RET_ABORT;
62,778✔
175
  } else {
176
    return OPTR_FN_RET_CONTINUE;
72,097✔
177
  }
178
}
179

180
// QUERY_NODE_PHYSICAL_PLAN_TABLE_SCAN
181
int32_t extractOperatorInTree(SOperatorInfo* pOperator, int32_t type, const char* id, SOperatorInfo** pOptrInfo) {
62,781✔
182
  QRY_PARAM_CHECK(pOptrInfo);
62,781!
183

184
  if (pOperator == NULL) {
62,781✔
185
    qError("invalid operator, failed to find tableScanOperator %s", id);
8!
186
    return TSDB_CODE_PAR_INTERNAL_ERROR;
8✔
187
  }
188

189
  STraverParam p = {.pParam = &type, .pRet = NULL};
62,773✔
190
  traverseOperatorTree(pOperator, extractOperatorInfo, &p, id);
62,773✔
191
  if (p.code == 0) {
62,777!
192
    *pOptrInfo = p.pRet;
62,780✔
193
  }
194
  return p.code;
62,777✔
195
}
196

197
typedef struct SExtScanInfo {
198
  int32_t order;
199
  int32_t scanFlag;
200
  int32_t inheritUsOrder;
201
} SExtScanInfo;
202

203
static ERetType extractScanInfo(SOperatorInfo* pOperator, STraverParam* pParam, const char* pIdStr) {
×
204
  int32_t       type = pOperator->operatorType;
×
205
  SExtScanInfo* pInfo = pParam->pParam;
×
206

207
  if (type == QUERY_NODE_PHYSICAL_PLAN_SYSTABLE_SCAN || type == QUERY_NODE_PHYSICAL_PLAN_STREAM_SCAN ||
×
208
      type == QUERY_NODE_PHYSICAL_PLAN_TAG_SCAN || type == QUERY_NODE_PHYSICAL_PLAN_BLOCK_DIST_SCAN ||
×
209
      type == QUERY_NODE_PHYSICAL_PLAN_LAST_ROW_SCAN || type == QUERY_NODE_PHYSICAL_PLAN_TABLE_COUNT_SCAN) {
×
210
    pInfo->order = TSDB_ORDER_ASC;
×
211
    pInfo->scanFlag = MAIN_SCAN;
×
212
    return OPTR_FN_RET_ABORT;
×
213
  } else if (type == QUERY_NODE_PHYSICAL_PLAN_EXCHANGE) {
×
214
    if (!pInfo->inheritUsOrder) {
×
215
      pInfo->order = TSDB_ORDER_ASC;
×
216
    }
217
    pInfo->scanFlag = MAIN_SCAN;
×
218
    return OPTR_FN_RET_ABORT;
×
219
  } else if (type == QUERY_NODE_PHYSICAL_PLAN_TABLE_SCAN) {
×
220
    STableScanInfo* pTableScanInfo = pOperator->info;
×
221
    pInfo->order = pTableScanInfo->base.cond.order;
×
222
    pInfo->scanFlag = pTableScanInfo->base.scanFlag;
×
223
    return OPTR_FN_RET_ABORT;
×
224
  } else if (type == QUERY_NODE_PHYSICAL_PLAN_TABLE_MERGE_SCAN) {
×
225
    STableMergeScanInfo* pTableScanInfo = pOperator->info;
×
226
    pInfo->order = pTableScanInfo->base.cond.order;
×
227
    pInfo->scanFlag = pTableScanInfo->base.scanFlag;
×
228
    return OPTR_FN_RET_ABORT;
×
229
  } else {
230
    return OPTR_FN_RET_CONTINUE;
×
231
  }
232
}
233

234
int32_t getTableScanInfo(SOperatorInfo* pOperator, int32_t* order, int32_t* scanFlag, bool inheritUsOrder) {
×
235
  SExtScanInfo info = {.inheritUsOrder = inheritUsOrder, .order = *order};
×
236
  STraverParam p = {.pParam = &info};
×
237

238
  traverseOperatorTree(pOperator, extractScanInfo, &p, NULL);
×
239
  *order = info.order;
×
240
  *scanFlag = info.scanFlag;
×
241

242
  if (p.code == TSDB_CODE_SUCCESS) {
×
243
    if (!(*order == TSDB_ORDER_ASC || *order == TSDB_ORDER_DESC)) {
×
244
      qError("operator failed at: %s:%d", __func__, __LINE__);
×
245
      p.code = TSDB_CODE_INVALID_PARA;
×
246
    }
247
  }
248
  return p.code;
×
249
}
250

251
static ERetType doStopDataReader(SOperatorInfo* pOperator, STraverParam* pParam, const char* pIdStr) {
18,759✔
252
  SStorageAPI* pAPI = pParam->pParam;
18,759✔
253
  if (pOperator->operatorType == QUERY_NODE_PHYSICAL_PLAN_TABLE_SCAN) {
18,759✔
254
    STableScanInfo* pInfo = pOperator->info;
1,054✔
255

256
    if (pInfo->base.dataReader != NULL) {
1,054✔
257
      pAPI->tsdReader.tsdReaderNotifyClosing(pInfo->base.dataReader);
1,043✔
258
    }
259
    return OPTR_FN_RET_ABORT;
1,054✔
260
  } else if (pOperator->operatorType == QUERY_NODE_PHYSICAL_PLAN_STREAM_SCAN) {
17,705✔
261
    SStreamScanInfo* pInfo = pOperator->info;
6,285✔
262

263
    if (pInfo->pTableScanOp != NULL) {
6,285✔
264
      STableScanInfo* pTableScanInfo = pInfo->pTableScanOp->info;
6,006✔
265
      if (pTableScanInfo != NULL && pTableScanInfo->base.dataReader != NULL) {
6,006✔
266
        pAPI->tsdReader.tsdReaderNotifyClosing(pTableScanInfo->base.dataReader);
1✔
267
      }
268
    }
269

270
    return OPTR_FN_RET_ABORT;
6,286✔
271
  }
272

273
  return OPTR_FN_RET_CONTINUE;
11,420✔
274
}
275

276
int32_t stopTableScanOperator(SOperatorInfo* pOperator, const char* pIdStr, SStorageAPI* pAPI) {
7,522✔
277
  STraverParam p = {.pParam = pAPI};
7,522✔
278
  traverseOperatorTree(pOperator, doStopDataReader, &p, pIdStr);
7,522✔
279
  return p.code;
7,525✔
280
}
281

282
static ERetType doClearTbNameHashPtr(SOperatorInfo* pOperator, STraverParam* pParam, const char* pIdStr) {
1,076,173✔
283
  SStorageAPI* pAPI = pParam->pParam;
1,076,173✔
284
  if (pOperator->operatorType == QUERY_NODE_PHYSICAL_PLAN_STREAM_FILL) {
1,076,173✔
285
    SStreamFillOperatorInfo* pInfo = pOperator->info;
1,089✔
286
    if (pInfo->pState != NULL) {
1,089✔
287
      pInfo->pState->parNameMap = NULL;
116✔
288
    }
289

290
    qDebug("%s clear the parNameMap for fill operator", pIdStr);
1,089!
291
    return OPTR_FN_RET_ABORT;
1,089✔
292
  }
293

294
  return OPTR_FN_RET_CONTINUE;
1,075,084✔
295
}
296

297
int32_t clearParTbNameHashPtr(SOperatorInfo* pOperator, const char* pIdStr, SStorageAPI* pAPI) {
542,672✔
298
  STraverParam p = {.pParam = pAPI};
542,672✔
299
  traverseOperatorTree(pOperator, doClearTbNameHashPtr, &p, pIdStr);
542,672✔
300
  return p.code;
542,732✔
301
}
302

303
int32_t createOperator(SPhysiNode* pPhyNode, SExecTaskInfo* pTaskInfo, SReadHandle* pHandle, SNode* pTagCond,
4,956,160✔
304
                       SNode* pTagIndexCond, const char* pUser, const char* dbname, SOperatorInfo** pOptrInfo,
305
                       EOPTR_EXEC_MODEL model) {
306
  QRY_PARAM_CHECK(pOptrInfo);
4,956,160!
307

308
  int32_t     code = 0;
4,956,160✔
309
  int32_t     type = nodeType(pPhyNode);
4,956,160✔
310
  const char* idstr = GET_TASKID(pTaskInfo);
4,956,160✔
311

312
  if (pPhyNode->pChildren == NULL || LIST_LENGTH(pPhyNode->pChildren) == 0) {
4,956,160!
313
    SOperatorInfo* pOperator = NULL;
2,616,978✔
314
    if (QUERY_NODE_PHYSICAL_PLAN_TABLE_SCAN == type) {
2,616,978✔
315
      STableScanPhysiNode* pTableScanNode = (STableScanPhysiNode*)pPhyNode;
1,283,307✔
316
      // NOTE: this is an patch to fix the physical plan
317
      // TODO remove it later
318
      if (pTableScanNode->scan.node.pLimit != NULL) {
1,283,307✔
319
        pTableScanNode->groupSort = true;
41,872✔
320
      }
321

322
      STableListInfo* pTableListInfo = tableListCreate();
1,283,307✔
323
      if (!pTableListInfo) {
1,283,948!
324
        pTaskInfo->code = terrno;
×
325
        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));
×
326
        return terrno;
×
327
      }
328

329
      // Since virtual stable scan use virtual super table's uid in scan operator, the origin table might be stored on
330
      // different vnode, so we should not get table schema for virtual stable scan.
331
      if (!pTableScanNode->scan.virtualStableScan) {
1,283,948✔
332
        code = initQueriedTableSchemaInfo(pHandle, &pTableScanNode->scan, dbname, pTaskInfo);
1,283,725✔
333
        if (code) {
1,282,583!
UNCOV
334
          pTaskInfo->code = code;
×
UNCOV
335
          tableListDestroy(pTableListInfo);
×
336
          return code;
116✔
337
        }
338
      }
339

340
      if (pTableScanNode->scan.node.dynamicOp) {
1,283,321✔
341
        pTaskInfo->dynamicTask = true;
44,543✔
342
        pTableListInfo->idInfo.suid = pTableScanNode->scan.suid;
44,543✔
343
        pTableListInfo->idInfo.tableType = pTableScanNode->scan.tableType;
44,543✔
344
      } else {
345
        code = createScanTableListInfo(&pTableScanNode->scan, pTableScanNode->pGroupTags, pTableScanNode->groupSort,
1,238,778✔
346
                                       pHandle, pTableListInfo, pTagCond, pTagIndexCond, pTaskInfo);
347
        if (code) {
1,239,498✔
348
          pTaskInfo->code = code;
24✔
349
          tableListDestroy(pTableListInfo);
24✔
350
          qError("failed to createScanTableListInfo, code:%s, %s", tstrerror(code), idstr);
24!
351
          return code;
24✔
352
        }
353
      }
354

355
      code = createTableScanOperatorInfo(pTableScanNode, pHandle, pTableListInfo, pTaskInfo, &pOperator);
1,284,017✔
356
      if (NULL == pOperator || code != 0) {
1,282,789!
357
        pTaskInfo->code = code;
×
358
        tableListDestroy(pTableListInfo);
×
359
        return code;
222✔
360
      }
361

362
      STableScanInfo* pScanInfo = pOperator->info;
1,283,356✔
363
      pTaskInfo->cost.pRecoder = &pScanInfo->base.readRecorder;
1,283,356✔
364
    } else if (QUERY_NODE_PHYSICAL_PLAN_TABLE_MERGE_SCAN == type) {
1,333,671✔
365
      STableMergeScanPhysiNode* pTableScanNode = (STableMergeScanPhysiNode*)pPhyNode;
242,783✔
366
      STableListInfo*           pTableListInfo = tableListCreate();
242,783✔
367
      if (!pTableListInfo) {
243,664!
368
        pTaskInfo->code = terrno;
×
369
        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));
×
370
        return terrno;
×
371
      }
372

373
      code = createScanTableListInfo(&pTableScanNode->scan, pTableScanNode->pGroupTags, true, pHandle, pTableListInfo,
243,664✔
374
                                     pTagCond, pTagIndexCond, pTaskInfo);
375
      if (code) {
243,503!
376
        pTaskInfo->code = code;
×
377
        tableListDestroy(pTableListInfo);
×
378
        qError("failed to createScanTableListInfo, code:%s", tstrerror(code));
×
379
        return code;
×
380
      }
381

382
      code = initQueriedTableSchemaInfo(pHandle, &pTableScanNode->scan, dbname, pTaskInfo);
243,503✔
383
      if (code) {
242,809!
384
        pTaskInfo->code = code;
×
385
        tableListDestroy(pTableListInfo);
×
386
        return code;
×
387
      }
388

389
      code = createTableMergeScanOperatorInfo(pTableScanNode, pHandle, pTableListInfo, pTaskInfo, &pOperator);
242,809✔
390
      if (NULL == pOperator || code != 0) {
243,328!
391
        pTaskInfo->code = code;
×
392
        tableListDestroy(pTableListInfo);
×
393
        return code;
×
394
      }
395

396
      STableScanInfo* pScanInfo = pOperator->info;
243,677✔
397
      pTaskInfo->cost.pRecoder = &pScanInfo->base.readRecorder;
243,677✔
398
    } else if (QUERY_NODE_PHYSICAL_PLAN_EXCHANGE == type) {
1,090,888✔
399
      code = createExchangeOperatorInfo(pHandle ? pHandle->pMsgCb->clientRpc : NULL, (SExchangePhysiNode*)pPhyNode,
952,109!
400
                                        pTaskInfo, &pOperator);
401
    } else if (QUERY_NODE_PHYSICAL_PLAN_STREAM_SCAN == type) {
138,779✔
402
      STableScanPhysiNode* pTableScanNode = (STableScanPhysiNode*)pPhyNode;
7,561✔
403
      STableListInfo*      pTableListInfo = tableListCreate();
7,561✔
404
      if (!pTableListInfo) {
7,565!
405
        pTaskInfo->code = terrno;
×
406
        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));
×
407
        return terrno;
×
408
      }
409

410
      if (pHandle->vnode && (pTaskInfo->pSubplan->pVTables == NULL)) {
7,565!
411
        code = createScanTableListInfo(&pTableScanNode->scan, pTableScanNode->pGroupTags, pTableScanNode->groupSort,
7,287✔
412
                                       pHandle, pTableListInfo, pTagCond, pTagIndexCond, pTaskInfo);
413
        if (code) {
7,287!
414
          pTaskInfo->code = code;
×
415
          tableListDestroy(pTableListInfo);
×
416
          qError("failed to createScanTableListInfo, code:%s", tstrerror(code));
×
417
          return code;
×
418
        }
419
      }
420

421
      code = createStreamScanOperatorInfo(pHandle, pTableScanNode, pTagCond, pTableListInfo, pTaskInfo, &pOperator);
7,565✔
422
      if (code) {
7,562!
423
        pTaskInfo->code = code;
×
424
        tableListDestroy(pTableListInfo);
×
425
        return code;
×
426
      }
427
    } else if (QUERY_NODE_PHYSICAL_PLAN_SYSTABLE_SCAN == type) {
131,218✔
428
      SSystemTableScanPhysiNode* pSysScanPhyNode = (SSystemTableScanPhysiNode*)pPhyNode;
73,852✔
429
      code = createSysTableScanOperatorInfo(pHandle, pSysScanPhyNode, pUser, pTaskInfo, &pOperator);
73,852✔
430
    } else if (QUERY_NODE_PHYSICAL_PLAN_TABLE_COUNT_SCAN == type) {
57,366!
431
      STableCountScanPhysiNode* pTblCountScanNode = (STableCountScanPhysiNode*)pPhyNode;
×
432
      code = createTableCountScanOperatorInfo(pHandle, pTblCountScanNode, pTaskInfo, &pOperator);
×
433
    } else if (QUERY_NODE_PHYSICAL_PLAN_TAG_SCAN == type) {
57,366✔
434
      STagScanPhysiNode* pTagScanPhyNode = (STagScanPhysiNode*)pPhyNode;
45,626✔
435
      STableListInfo*    pTableListInfo = tableListCreate();
45,626✔
436
      if (!pTableListInfo) {
45,721!
437
        pTaskInfo->code = terrno;
×
438
        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));
×
439
        return terrno;
×
440
      }
441
      if (!pTagScanPhyNode->onlyMetaCtbIdx) {
45,721✔
442
        code = createScanTableListInfo((SScanPhysiNode*)pTagScanPhyNode, NULL, false, pHandle, pTableListInfo, pTagCond,
1,279✔
443
                                       pTagIndexCond, pTaskInfo);
444
        if (code != TSDB_CODE_SUCCESS) {
1,278!
445
          pTaskInfo->code = code;
×
446
          qError("failed to getTableList, code:%s", tstrerror(code));
×
447
          tableListDestroy(pTableListInfo);
×
448
          return code;
×
449
        }
450
      }
451
      code = createTagScanOperatorInfo(pHandle, pTagScanPhyNode, pTableListInfo, pTagCond, pTagIndexCond, pTaskInfo,
45,720✔
452
                                       &pOperator);
453
      if (code) {
45,717!
454
        pTaskInfo->code = code;
×
455
        tableListDestroy(pTableListInfo);
×
456
        return code;
×
457
      }
458
    } else if (QUERY_NODE_PHYSICAL_PLAN_BLOCK_DIST_SCAN == type) {
11,740✔
459
      SBlockDistScanPhysiNode* pBlockNode = (SBlockDistScanPhysiNode*)pPhyNode;
2,603✔
460
      STableListInfo*          pTableListInfo = tableListCreate();
2,603✔
461
      if (!pTableListInfo) {
2,603✔
462
        pTaskInfo->code = terrno;
1✔
463
        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));
×
464
        return terrno;
×
465
      }
466

467
      if (pBlockNode->tableType == TSDB_SUPER_TABLE) {
2,602✔
468
        SArray* pList = taosArrayInit(4, sizeof(uint64_t));
2,598✔
469
        code = pTaskInfo->storageAPI.metaFn.getChildTableList(pHandle->vnode, pBlockNode->uid, pList);
2,598✔
470
        if (code != TSDB_CODE_SUCCESS) {
2,602!
471
          pTaskInfo->code = code;
×
472
          taosArrayDestroy(pList);
×
473
          tableListDestroy(pTableListInfo);
×
474
          return code;
×
475
        }
476

477
        size_t num = taosArrayGetSize(pList);
2,602✔
478
        for (int32_t i = 0; i < num; ++i) {
8,230✔
479
          uint64_t* id = taosArrayGet(pList, i);
5,630✔
480
          if (id == NULL) {
5,626!
481
            continue;
×
482
          }
483

484
          code = tableListAddTableInfo(pTableListInfo, *id, 0);
5,626✔
485
          if (code) {
5,631!
486
            pTaskInfo->code = code;
×
487
            tableListDestroy(pTableListInfo);
×
488
            taosArrayDestroy(pList);
×
489
            return code;
3,247✔
490
          }
491
        }
492

493
        taosArrayDestroy(pList);
2,600✔
494
      } else {  // Create group with only one table
495
        code = tableListAddTableInfo(pTableListInfo, pBlockNode->uid, 0);
4✔
496
        if (code) {
4!
497
          pTaskInfo->code = code;
×
498
          tableListDestroy(pTableListInfo);
×
499
          return code;
×
500
        }
501
      }
502

503
      code = createDataBlockInfoScanOperator(pHandle, pBlockNode, pTableListInfo, pTaskInfo, &pOperator);
2,603✔
504
      if (code) {
2,601!
505
        pTaskInfo->code = code;
×
506
        tableListDestroy(pTableListInfo);
×
507
        return code;
×
508
      }
509
    } else if (QUERY_NODE_PHYSICAL_PLAN_LAST_ROW_SCAN == type) {
9,137!
510
      SLastRowScanPhysiNode* pScanNode = (SLastRowScanPhysiNode*)pPhyNode;
10,102✔
511
      STableListInfo*        pTableListInfo = tableListCreate();
10,102✔
512
      if (!pTableListInfo) {
10,107!
513
        pTaskInfo->code = terrno;
×
514
        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));
×
515
        return terrno;
×
516
      }
517

518
      code = createScanTableListInfo(&pScanNode->scan, pScanNode->pGroupTags, true, pHandle, pTableListInfo, pTagCond,
10,107✔
519
                                     pTagIndexCond, pTaskInfo);
520
      if (code != TSDB_CODE_SUCCESS) {
10,108!
521
        pTaskInfo->code = code;
×
522
        tableListDestroy(pTableListInfo);
×
523
        return code;
×
524
      }
525

526
      code = initQueriedTableSchemaInfo(pHandle, &pScanNode->scan, dbname, pTaskInfo);
10,108✔
527
      if (code != TSDB_CODE_SUCCESS) {
10,103!
528
        pTaskInfo->code = code;
×
529
        tableListDestroy(pTableListInfo);
×
530
        return code;
×
531
      }
532

533
      code = createCacherowsScanOperator(pScanNode, pHandle, pTableListInfo, pTaskInfo, &pOperator);
10,103✔
534
      if (code) {
10,099!
535
        tableListDestroy(pTableListInfo);
×
536
        pTaskInfo->code = code;
×
537
        return code;
×
538
      }
539
    } else if (QUERY_NODE_PHYSICAL_PLAN_PROJECT == type) {
×
540
      code = createProjectOperatorInfo(NULL, (SProjectPhysiNode*)pPhyNode, pTaskInfo, &pOperator);
1,677✔
541
    } else if (QUERY_NODE_PHYSICAL_PLAN_VIRTUAL_TABLE_SCAN == type && model != OPTR_EXEC_MODEL_STREAM) {
×
542
      SVirtualScanPhysiNode* pVirtualTableScanNode = (SVirtualScanPhysiNode*)pPhyNode;
×
543
      // NOTE: this is an patch to fix the physical plan
544

545
      code = initQueriedTableSchemaInfo(pHandle, &pVirtualTableScanNode->scan, dbname, pTaskInfo);
×
546
      if (code) {
×
547
        pTaskInfo->code = code;
×
548
        return code;
×
549
      }
550

551
      code = createVirtualTableMergeOperatorInfo(NULL, pHandle, NULL, 0, (SVirtualScanPhysiNode*)pPhyNode, pTaskInfo, &pOperator);
×
552
    } else {
553
      code = TSDB_CODE_INVALID_PARA;
×
554
      pTaskInfo->code = code;
×
555
      return code;
×
556
    }
557

558
    if (pOperator != NULL) {  // todo moved away
2,620,674✔
559
      pOperator->resultDataBlockId = pPhyNode->pOutputDataBlockDesc->dataBlockId;
2,619,608✔
560
    }
561

562
    *pOptrInfo = pOperator;
2,620,674✔
563
    return code;
2,620,674✔
564
  }
565

566
  size_t          size = LIST_LENGTH(pPhyNode->pChildren);
2,339,182✔
567
  SOperatorInfo** ops = taosMemoryCalloc(size, POINTER_BYTES);
2,339,182!
568
  if (ops == NULL) {
2,340,009!
569
    code = terrno;
×
570
    pTaskInfo->code = code;
×
571
    return code;
×
572
  }
573

574
  for (int32_t i = 0; i < size; ++i) {
5,007,318✔
575
    SPhysiNode* pChildNode = (SPhysiNode*)nodesListGetNode(pPhyNode->pChildren, i);
2,665,830✔
576
    code = createOperator(pChildNode, pTaskInfo, pHandle, pTagCond, pTagIndexCond, pUser, dbname, &ops[i], model);
2,666,133✔
577
    if (ops[i] == NULL || code != 0) {
2,667,431✔
578
      for (int32_t j = 0; j < i; ++j) {
122!
579
        destroyOperator(ops[j]);
×
580
      }
581
      taosMemoryFree(ops);
122!
582
      return code;
122✔
583
    }
584
  }
585

586
  SOperatorInfo* pOptr = NULL;
2,341,488✔
587
  if (QUERY_NODE_PHYSICAL_PLAN_PROJECT == type) {
2,341,488✔
588
    code = createProjectOperatorInfo(ops[0], (SProjectPhysiNode*)pPhyNode, pTaskInfo, &pOptr);
763,722✔
589
  } else if (QUERY_NODE_PHYSICAL_PLAN_HASH_AGG == type) {
1,577,766✔
590
    SAggPhysiNode* pAggNode = (SAggPhysiNode*)pPhyNode;
826,175✔
591
    if (pAggNode->pGroupKeys != NULL) {
826,175✔
592
      code = createGroupOperatorInfo(ops[0], pAggNode, pTaskInfo, &pOptr);
272,747✔
593
    } else {
594
      code = createAggregateOperatorInfo(ops[0], pAggNode, pTaskInfo, &pOptr);
553,428✔
595
    }
596
  } else if (QUERY_NODE_PHYSICAL_PLAN_HASH_INTERVAL == type) {
751,591✔
597
    SIntervalPhysiNode* pIntervalPhyNode = (SIntervalPhysiNode*)pPhyNode;
95,695✔
598
    code = createIntervalOperatorInfo(ops[0], pIntervalPhyNode, pTaskInfo, &pOptr);
95,695✔
599
  } else if (QUERY_NODE_PHYSICAL_PLAN_STREAM_INTERVAL == type) {
655,896✔
600
    code = createStreamSingleIntervalOperatorInfo(ops[0], pPhyNode, pTaskInfo, pHandle, &pOptr);
1,938✔
601
  } else if (QUERY_NODE_PHYSICAL_PLAN_STREAM_CONTINUE_INTERVAL == type) {
653,958✔
602
    code = createStreamIntervalSliceOperatorInfo(ops[0], pPhyNode, pTaskInfo, pHandle, &pOptr);
79✔
603
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_ALIGNED_INTERVAL == type) {
653,879✔
604
    SMergeAlignedIntervalPhysiNode* pIntervalPhyNode = (SMergeAlignedIntervalPhysiNode*)pPhyNode;
17,439✔
605
    code = createMergeAlignedIntervalOperatorInfo(ops[0], pIntervalPhyNode, pTaskInfo, &pOptr);
17,439✔
606
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_INTERVAL == type) {
636,440!
607
    SMergeIntervalPhysiNode* pIntervalPhyNode = (SMergeIntervalPhysiNode*)pPhyNode;
×
608
    code = createMergeIntervalOperatorInfo(ops[0], pIntervalPhyNode, pTaskInfo, &pOptr);
×
609
  } else if (QUERY_NODE_PHYSICAL_PLAN_STREAM_SEMI_INTERVAL == type) {
636,440✔
610
    int32_t children = 0;
652✔
611
    code = createStreamFinalIntervalOperatorInfo(ops[0], pPhyNode, pTaskInfo, children, pHandle, &pOptr);
652✔
612
  } else if (QUERY_NODE_PHYSICAL_PLAN_STREAM_CONTINUE_SEMI_INTERVAL == type) {
635,788!
613
    code = createSemiIntervalSliceOperatorInfo(ops[0], pPhyNode, pTaskInfo, pHandle, &pOptr);
×
614
  } else if (QUERY_NODE_PHYSICAL_PLAN_STREAM_MID_INTERVAL == type) {
635,788✔
615
    int32_t children = pHandle->numOfVgroups;
22✔
616
    code = createStreamFinalIntervalOperatorInfo(ops[0], pPhyNode, pTaskInfo, children, pHandle, &pOptr);
22✔
617
  } else if (QUERY_NODE_PHYSICAL_PLAN_STREAM_FINAL_INTERVAL == type) {
635,766✔
618
    int32_t children = pHandle->numOfVgroups;
221✔
619
    code = createStreamFinalIntervalOperatorInfo(ops[0], pPhyNode, pTaskInfo, children, pHandle, &pOptr);
221✔
620
  } else if (QUERY_NODE_PHYSICAL_PLAN_STREAM_CONTINUE_FINAL_INTERVAL == type) {
635,545!
621
    code = createFinalIntervalSliceOperatorInfo(ops[0], pPhyNode, pTaskInfo, pHandle, &pOptr);
×
622
  } else if (QUERY_NODE_PHYSICAL_PLAN_SORT == type) {
635,545✔
623
    code = createSortOperatorInfo(ops[0], (SSortPhysiNode*)pPhyNode, pTaskInfo, &pOptr);
244,044✔
624
  } else if (QUERY_NODE_PHYSICAL_PLAN_GROUP_SORT == type) {
391,501✔
625
    code = createGroupSortOperatorInfo(ops[0], (SGroupSortPhysiNode*)pPhyNode, pTaskInfo, &pOptr);
205✔
626
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE == type) {
391,296✔
627
    SMergePhysiNode* pMergePhyNode = (SMergePhysiNode*)pPhyNode;
128,964✔
628
    code = createMultiwayMergeOperatorInfo(ops, size, pMergePhyNode, pTaskInfo, &pOptr);
128,964✔
629
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_SESSION == type) {
262,332✔
630
    SSessionWinodwPhysiNode* pSessionNode = (SSessionWinodwPhysiNode*)pPhyNode;
11,320✔
631
    code = createSessionAggOperatorInfo(ops[0], pSessionNode, pTaskInfo, &pOptr);
11,320✔
632
  } else if (QUERY_NODE_PHYSICAL_PLAN_STREAM_SESSION == type) {
251,012✔
633
    code = createStreamSessionAggOperatorInfo(ops[0], pPhyNode, pTaskInfo, pHandle, &pOptr);
618✔
634
  } else if (QUERY_NODE_PHYSICAL_PLAN_STREAM_SEMI_SESSION == type) {
250,394✔
635
    int32_t children = 0;
120✔
636
    code = createStreamFinalSessionAggOperatorInfo(ops[0], pPhyNode, pTaskInfo, children, pHandle, &pOptr);
120✔
637
  } else if (QUERY_NODE_PHYSICAL_PLAN_STREAM_FINAL_SESSION == type) {
250,274✔
638
    int32_t children = pHandle->numOfVgroups;
37✔
639
    code = createStreamFinalSessionAggOperatorInfo(ops[0], pPhyNode, pTaskInfo, children, pHandle, &pOptr);
37✔
640
  } else if (QUERY_NODE_PHYSICAL_PLAN_PARTITION == type) {
250,237✔
641
    code = createPartitionOperatorInfo(ops[0], (SPartitionPhysiNode*)pPhyNode, pTaskInfo, &pOptr);
27,201✔
642
  } else if (QUERY_NODE_PHYSICAL_PLAN_STREAM_PARTITION == type) {
223,036✔
643
    code = createStreamPartitionOperatorInfo(ops[0], (SStreamPartitionPhysiNode*)pPhyNode, pTaskInfo, &pOptr);
1,206✔
644
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_STATE == type) {
221,830✔
645
    SStateWinodwPhysiNode* pStateNode = (SStateWinodwPhysiNode*)pPhyNode;
7,610✔
646
    code = createStatewindowOperatorInfo(ops[0], pStateNode, pTaskInfo, &pOptr);
7,610✔
647
  } else if (QUERY_NODE_PHYSICAL_PLAN_STREAM_STATE == type) {
214,220✔
648
    code = createStreamStateAggOperatorInfo(ops[0], pPhyNode, pTaskInfo, pHandle, &pOptr);
353✔
649
  } else if (QUERY_NODE_PHYSICAL_PLAN_STREAM_EVENT == type) {
213,867✔
650
    code = createStreamEventAggOperatorInfo(ops[0], pPhyNode, pTaskInfo, pHandle, &pOptr);
212✔
651
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_JOIN == type) {
213,655✔
652
    code = createMergeJoinOperatorInfo(ops, size, (SSortMergeJoinPhysiNode*)pPhyNode, pTaskInfo, &pOptr);
103,042✔
653
  } else if (QUERY_NODE_PHYSICAL_PLAN_HASH_JOIN == type) {
110,613✔
654
    code = createHashJoinOperatorInfo(ops, size, (SHashJoinPhysiNode*)pPhyNode, pTaskInfo, &pOptr);
11,126✔
655
  } else if (QUERY_NODE_PHYSICAL_PLAN_FILL == type) {
99,487✔
656
    code = createFillOperatorInfo(ops[0], (SFillPhysiNode*)pPhyNode, pTaskInfo, &pOptr);
23,064✔
657
  } else if (QUERY_NODE_PHYSICAL_PLAN_STREAM_FILL == type) {
76,423✔
658
    code = createStreamFillOperatorInfo(ops[0], (SStreamFillPhysiNode*)pPhyNode, pTaskInfo, pHandle, &pOptr);
451✔
659
  } else if (QUERY_NODE_PHYSICAL_PLAN_INDEF_ROWS_FUNC == type) {
75,972✔
660
    code = createIndefinitOutputOperatorInfo(ops[0], pPhyNode, pTaskInfo, &pOptr);
26,262✔
661
  } else if (QUERY_NODE_PHYSICAL_PLAN_INTERP_FUNC == type) {
49,710✔
662
    code = createTimeSliceOperatorInfo(ops[0], pPhyNode, pTaskInfo, &pOptr);
13,707✔
663
  } else if (QUERY_NODE_PHYSICAL_PLAN_FORECAST_FUNC == type) {
36,003✔
664
    code = createForecastOperatorInfo(ops[0], pPhyNode, pTaskInfo, &pOptr);
23✔
665
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_EVENT == type) {
35,980✔
666
    code = createEventwindowOperatorInfo(ops[0], pPhyNode, pTaskInfo, &pOptr);
3,745✔
667
  } else if (QUERY_NODE_PHYSICAL_PLAN_GROUP_CACHE == type) {
32,235✔
668
    code = createGroupCacheOperatorInfo(ops, size, (SGroupCachePhysiNode*)pPhyNode, pTaskInfo, &pOptr);
11,126✔
669
  } else if (QUERY_NODE_PHYSICAL_PLAN_DYN_QUERY_CTRL == type) {
21,109✔
670
    code = createDynQueryCtrlOperatorInfo(ops, size, (SDynQueryCtrlPhysiNode*)pPhyNode, pTaskInfo, pHandle, &pOptr);
11,126✔
671
  } else if (QUERY_NODE_PHYSICAL_PLAN_STREAM_COUNT == type) {
9,983✔
672
    code = createStreamCountAggOperatorInfo(ops[0], pPhyNode, pTaskInfo, pHandle, &pOptr);
316✔
673
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_COUNT == type) {
9,667✔
674
    code = createCountwindowOperatorInfo(ops[0], pPhyNode, pTaskInfo, &pOptr);
7,032✔
675
  } else if (QUERY_NODE_PHYSICAL_PLAN_STREAM_INTERP_FUNC == type) {
2,635✔
676
    code = createStreamTimeSliceOperatorInfo(ops[0], pPhyNode, pTaskInfo, pHandle, &pOptr);
242✔
677
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_ANOMALY == type) {
2,393✔
678
    code = createAnomalywindowOperatorInfo(ops[0], pPhyNode, pTaskInfo, &pOptr);
12✔
679
  } else if (QUERY_NODE_PHYSICAL_PLAN_STREAM_CONTINUE_SESSION == type) {
2,381!
680
    code = createSessionNonblockOperatorInfo(ops[0], pPhyNode, pTaskInfo, pHandle, &pOptr);
×
681
  } else if (QUERY_NODE_PHYSICAL_PLAN_STREAM_CONTINUE_SEMI_SESSION == type) {
2,381!
682
    code = createSemiSessionNonblockOperatorInfo(ops[0], pPhyNode, pTaskInfo, pHandle, &pOptr);
×
683
  } else if (QUERY_NODE_PHYSICAL_PLAN_STREAM_CONTINUE_FINAL_SESSION == type) {
2,381!
684
    code = createFinalSessionNonblockOperatorInfo(ops[0], pPhyNode, pTaskInfo, pHandle, &pOptr);
×
685
  } else if (QUERY_NODE_PHYSICAL_PLAN_STREAM_CONTINUE_STATE == type) {
2,381!
686
    code = createStateNonblockOperatorInfo(ops[0], pPhyNode, pTaskInfo, pHandle, &pOptr);
×
687
  } else if (QUERY_NODE_PHYSICAL_PLAN_STREAM_CONTINUE_EVENT == type) {
2,381!
688
    code = createEventNonblockOperatorInfo(ops[0], pPhyNode, pTaskInfo, pHandle, &pOptr);
×
689
  } else if (QUERY_NODE_PHYSICAL_PLAN_STREAM_CONTINUE_COUNT == type) {
2,381!
690
    //todo (liuyao) add
691
  } else if (QUERY_NODE_PHYSICAL_PLAN_VIRTUAL_TABLE_SCAN == type && model != OPTR_EXEC_MODEL_STREAM) {
×
692
    SVirtualScanPhysiNode* pVirtualTableScanNode = (SVirtualScanPhysiNode*)pPhyNode;
×
693
    // NOTE: this is an patch to fix the physical plan
694

695
    if (pVirtualTableScanNode->scan.node.pLimit != NULL) {
×
696
      pVirtualTableScanNode->groupSort = true;
×
697
    }
698

699
    code = initQueriedTableSchemaInfo(pHandle, &pVirtualTableScanNode->scan, dbname, pTaskInfo);
×
700
    if (code) {
×
701
      pTaskInfo->code = code;
×
702
      return code;
×
703
    }
704

705
    STableListInfo* pTableListInfo = tableListCreate();
×
706
    if (!pTableListInfo) {
×
707
      pTaskInfo->code = terrno;
×
708
      qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));
×
709
      return terrno;
×
710
    }
711

712
    code = createScanTableListInfo(&pVirtualTableScanNode->scan, pVirtualTableScanNode->pGroupTags, pVirtualTableScanNode->groupSort,
×
713
                                   pHandle, pTableListInfo, pTagCond, pTagIndexCond, pTaskInfo);
714
    if (code) {
×
715
      pTaskInfo->code = code;
×
716
      tableListDestroy(pTableListInfo);
×
717
      qError("failed to createScanTableListInfo, code:%s, %s", tstrerror(code), idstr);
×
718
      return code;
×
719
    }
720

721
    code = createVirtualTableMergeOperatorInfo(ops, pHandle, pTableListInfo, size, (SVirtualScanPhysiNode*)pPhyNode, pTaskInfo, &pOptr);
×
722
  } else if (QUERY_NODE_PHYSICAL_PLAN_VIRTUAL_TABLE_SCAN == type && model == OPTR_EXEC_MODEL_STREAM) {
×
723
    SVirtualScanPhysiNode* pVirtualTableScanNode = (SVirtualScanPhysiNode*)pPhyNode;
×
724
    STableListInfo*        pTableListInfo = tableListCreate();
×
725
    if (!pTableListInfo) {
×
726
      pTaskInfo->code = terrno;
×
727
      qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));
×
728
      return terrno;
×
729
    }
730

731
    code = createScanTableListInfo(&pVirtualTableScanNode->scan, pVirtualTableScanNode->pGroupTags,
×
732
                                   pVirtualTableScanNode->groupSort, pHandle, pTableListInfo, pTagCond, pTagIndexCond,
×
733
                                   pTaskInfo);
734
    if (code) {
×
735
      pTaskInfo->code = code;
×
736
      tableListDestroy(pTableListInfo);
×
737
      qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));
×
738
      return code;
×
739
    }
740

741
    code = createStreamVtableMergeOperatorInfo(ops[0], pHandle, pVirtualTableScanNode, pTagCond, pTableListInfo, pTaskInfo, &pOptr);
×
742
  } else {
743
    code = TSDB_CODE_INVALID_PARA;
×
744
    pTaskInfo->code = code;
×
745
    for (int32_t i = 0; i < size; ++i) {
×
746
      destroyOperator(ops[i]);
×
747
    }
748
    taosMemoryFree(ops);
×
749
    qError("invalid operator type %d", type);
×
750
    return code;
×
751
  }
752

753
  taosMemoryFree(ops);
2,341,567✔
754
  if (pOptr) {
2,339,822!
755
    pOptr->resultDataBlockId = pPhyNode->pOutputDataBlockDesc->dataBlockId;
2,339,850✔
756
  }
757

758
  *pOptrInfo = pOptr;
2,339,822✔
759
  return code;
2,339,822✔
760
}
761

762
void destroyOperator(SOperatorInfo* pOperator) {
4,970,021✔
763
  if (pOperator == NULL) {
4,970,021✔
764
    return;
364✔
765
  }
766

767
  freeResetOperatorParams(pOperator, OP_GET_PARAM, true);
4,969,657✔
768
  freeResetOperatorParams(pOperator, OP_NOTIFY_PARAM, true);
4,969,674✔
769

770
  if (pOperator->pDownstream != NULL) {
4,970,039✔
771
    for (int32_t i = 0; i < pOperator->numOfRealDownstream; ++i) {
5,008,340✔
772
      destroyOperator(pOperator->pDownstream[i]);
2,667,734✔
773
    }
774

775
    taosMemoryFreeClear(pOperator->pDownstream);
2,340,606!
776
    pOperator->numOfDownstream = 0;
2,340,598✔
777
  }
778

779
  if (pOperator->fpSet.closeFn != NULL && pOperator->info != NULL) {
4,970,220!
780
    pOperator->fpSet.closeFn(pOperator->info);
4,970,019✔
781
  }
782

783
  cleanupExprSupp(&pOperator->exprSupp);
4,970,529✔
784
  taosMemoryFreeClear(pOperator);
4,970,509!
785
}
786

787
void destroyOperatorAndDownstreams(SOperatorInfo* pOperator, SOperatorInfo** downstreams, int32_t num) {
2✔
788
  if (downstreams != NULL) {
2!
789
    for (int i = 0; i < num; i++) {
4✔
790
      destroyOperator(downstreams[i]);
2✔
791
    }
792
  }
793

794
  if (pOperator != NULL) {
2!
795
    pOperator->info = NULL;
2✔
796
    if (pOperator->pDownstream != NULL) {
2!
797
      taosMemoryFreeClear(pOperator->pDownstream);
×
798
      pOperator->pDownstream = NULL;
×
799
    }
800
    destroyOperator(pOperator);
2✔
801
  }
802
}
2✔
803

804
int32_t getOperatorExplainExecInfo(SOperatorInfo* operatorInfo, SArray* pExecInfoList) {
104,170✔
805
  SExplainExecInfo  execInfo = {0};
104,170✔
806
  SExplainExecInfo* pExplainInfo = taosArrayPush(pExecInfoList, &execInfo);
104,178✔
807
  if (pExplainInfo == NULL) {
104,178!
808
    return terrno;
×
809
  }
810

811
  pExplainInfo->numOfRows = operatorInfo->resultInfo.totalRows;
104,178✔
812
  pExplainInfo->startupCost = operatorInfo->cost.openCost;
104,178✔
813
  pExplainInfo->totalCost = operatorInfo->cost.totalCost;
104,178✔
814
  pExplainInfo->verboseLen = 0;
104,178✔
815
  pExplainInfo->verboseInfo = NULL;
104,178✔
816

817
  if (operatorInfo->fpSet.getExplainFn) {
104,178✔
818
    int32_t code =
819
        operatorInfo->fpSet.getExplainFn(operatorInfo, &pExplainInfo->verboseInfo, &pExplainInfo->verboseLen);
41,912✔
820
    if (code) {
41,908✔
821
      qError("%s operator getExplainFn failed, code:%s", GET_TASKID(operatorInfo->pTaskInfo), tstrerror(code));
2!
822
      return code;
×
823
    }
824
  }
825

826
  int32_t code = 0;
104,172✔
827
  for (int32_t i = 0; i < operatorInfo->numOfDownstream; ++i) {
158,371✔
828
    code = getOperatorExplainExecInfo(operatorInfo->pDownstream[i], pExecInfoList);
54,195✔
829
    if (code != TSDB_CODE_SUCCESS) {
54,199!
830
      //      taosMemoryFreeClear(*pRes);
831
      return code;
×
832
    }
833
  }
834

835
  return TSDB_CODE_SUCCESS;
104,176✔
836
}
837

838
int32_t mergeOperatorParams(SOperatorParam* pDst, SOperatorParam* pSrc) {
×
839
  if (pDst->opType != pSrc->opType) {
×
840
    qError("different optype %d:%d for merge operator params", pDst->opType, pSrc->opType);
×
841
    return TSDB_CODE_INVALID_PARA;
×
842
  }
843

844
  switch (pDst->opType) {
×
845
    case QUERY_NODE_PHYSICAL_PLAN_EXCHANGE: {
×
846
      SExchangeOperatorParam* pDExc = pDst->value;
×
847
      SExchangeOperatorParam* pSExc = pSrc->value;
×
848
      if (!pDExc->multiParams) {
×
849
        if (pSExc->basic.vgId != pDExc->basic.vgId) {
×
850
          SExchangeOperatorBatchParam* pBatch = taosMemoryMalloc(sizeof(SExchangeOperatorBatchParam));
×
851
          if (NULL == pBatch) {
×
852
            return terrno;
×
853
          }
854

855
          pBatch->multiParams = true;
×
856
          pBatch->pBatchs = tSimpleHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT));
×
857
          if (NULL == pBatch->pBatchs) {
×
858
            taosMemoryFree(pBatch);
×
859
            return terrno;
×
860
          }
861

862
          tSimpleHashSetFreeFp(pBatch->pBatchs, freeExchangeGetBasicOperatorParam);
×
863

864
          int32_t code = tSimpleHashPut(pBatch->pBatchs, &pDExc->basic.vgId, sizeof(pDExc->basic.vgId), &pDExc->basic,
×
865
                                        sizeof(pDExc->basic));
866
          if (code) {
×
867
            return code;
×
868
          }
869

870
          code = tSimpleHashPut(pBatch->pBatchs, &pSExc->basic.vgId, sizeof(pSExc->basic.vgId), &pSExc->basic,
×
871
                                sizeof(pSExc->basic));
872
          if (code) {
×
873
            return code;
×
874
          }
875

876
          taosMemoryFree(pDst->value);
×
877
          pDst->value = pBatch;
×
878
        } else {
879
          void* p = taosArrayAddAll(pDExc->basic.uidList, pSExc->basic.uidList);
×
880
          if (p == NULL) {
×
881
            return terrno;
×
882
          }
883
        }
884
      } else {
885
        SExchangeOperatorBatchParam* pBatch = pDst->value;
×
886
        SExchangeOperatorBasicParam* pBasic =
887
            tSimpleHashGet(pBatch->pBatchs, &pSExc->basic.vgId, sizeof(pSExc->basic.vgId));
×
888
        if (pBasic) {
×
889
          void* p = taosArrayAddAll(pBasic->uidList, pSExc->basic.uidList);
×
890
          if (p == NULL) {
×
891
            return terrno;
×
892
          }
893
        } else {
894
          int32_t code = tSimpleHashPut(pBatch->pBatchs, &pSExc->basic.vgId, sizeof(pSExc->basic.vgId), &pSExc->basic,
×
895
                                        sizeof(pSExc->basic));
896
          if (code) {
×
897
            return code;
×
898
          }
899
        }
900
      }
901
      break;
×
902
    }
903
    default:
×
904
      qError("invalid optype %d for merge operator params", pDst->opType);
×
905
      return TSDB_CODE_INVALID_PARA;
×
906
  }
907

908
  return TSDB_CODE_SUCCESS;
×
909
}
910

911
int32_t setOperatorParams(struct SOperatorInfo* pOperator, SOperatorParam* pInput, SOperatorParamType type) {
36,746✔
912
  SOperatorParam**  ppParam = NULL;
36,746✔
913
  SOperatorParam*** pppDownstramParam = NULL;
36,746✔
914
  switch (type) {
36,746!
915
    case OP_GET_PARAM:
36,746✔
916
      ppParam = &pOperator->pOperatorGetParam;
36,746✔
917
      pppDownstramParam = &pOperator->pDownstreamGetParams;
36,746✔
918
      break;
36,746✔
919
    case OP_NOTIFY_PARAM:
×
920
      ppParam = &pOperator->pOperatorNotifyParam;
×
921
      pppDownstramParam = &pOperator->pDownstreamNotifyParams;
×
922
      break;
×
923
    default:
×
924
      return TSDB_CODE_INVALID_PARA;
×
925
  }
926

927
  freeResetOperatorParams(pOperator, type, false);
36,746✔
928

929
  if (NULL == pInput) {
36,745!
930
    return TSDB_CODE_SUCCESS;
×
931
  }
932

933
  *ppParam = (pInput->opType == pOperator->operatorType) ? pInput : NULL;
36,745!
934

935
  if (NULL == *pppDownstramParam) {
36,745✔
936
    *pppDownstramParam = taosMemoryCalloc(pOperator->numOfDownstream, POINTER_BYTES);
2,382!
937
    if (NULL == *pppDownstramParam) {
2,382!
938
      return terrno;
×
939
    }
940
  }
941

942
  if (NULL == *ppParam) {
36,745!
943
    for (int32_t i = 0; i < pOperator->numOfDownstream; ++i) {
×
944
      (*pppDownstramParam)[i] = pInput;
×
945
    }
946
    return TSDB_CODE_SUCCESS;
×
947
  }
948

949
  memset(*pppDownstramParam, 0, pOperator->numOfDownstream * POINTER_BYTES);
36,745✔
950

951
  int32_t childrenNum = taosArrayGetSize((*ppParam)->pChildren);
36,745✔
952
  if (childrenNum <= 0) {
36,746✔
953
    return TSDB_CODE_SUCCESS;
2,035✔
954
  }
955

956
  for (int32_t i = 0; i < childrenNum; ++i) {
104,133✔
957
    SOperatorParam* pChild = *(SOperatorParam**)taosArrayGet((*ppParam)->pChildren, i);
69,422✔
958
    if (pChild == NULL) {
69,422!
959
      return terrno;
×
960
    }
961

962
    if ((*pppDownstramParam)[pChild->downstreamIdx]) {
69,422!
963
      int32_t code = mergeOperatorParams((*pppDownstramParam)[pChild->downstreamIdx], pChild);
×
964
      if (code) {
×
965
        return code;
×
966
      }
967
    } else {
968
      (*pppDownstramParam)[pChild->downstreamIdx] = pChild;
69,422✔
969
    }
970
  }
971

972
  taosArrayDestroy((*ppParam)->pChildren);
34,711✔
973
  (*ppParam)->pChildren = NULL;
34,711✔
974

975
  return TSDB_CODE_SUCCESS;
34,711✔
976
}
977

978
SSDataBlock* getNextBlockFromDownstream(struct SOperatorInfo* pOperator, int32_t idx) {
10,391,619✔
979
  SSDataBlock* p = NULL;
10,391,619✔
980
  int32_t      code = getNextBlockFromDownstreamImpl(pOperator, idx, true, &p);
10,391,619✔
981
  if (code == TSDB_CODE_SUCCESS) {
10,392,263!
982
    code = blockDataCheck(p);
10,393,737✔
983
    if (code != TSDB_CODE_SUCCESS) {
10,394,359✔
984
      qError("blockDataCheck failed, code:%s", tstrerror(code));
166!
985
    }
986
  }
987
  return (code == 0) ? p : NULL;
10,394,202✔
988
}
989

990
SSDataBlock* getNextBlockFromDownstreamRemain(struct SOperatorInfo* pOperator, int32_t idx) {
565,192✔
991
  SSDataBlock* p = NULL;
565,192✔
992
  int32_t      code = getNextBlockFromDownstreamImpl(pOperator, idx, false, &p);
565,192✔
993
  if (code == TSDB_CODE_SUCCESS) {
565,146!
994
    code = blockDataCheck(p);
565,199✔
995
    if (code != TSDB_CODE_SUCCESS) {
565,217!
996
      qError("blockDataCheck failed, code:%s", tstrerror(code));
×
997
    }
998
  }
999
  return (code == 0)? p:NULL;
565,206!
1000
}
1001

1002
int32_t optrDefaultGetNextExtFn(struct SOperatorInfo* pOperator, SOperatorParam* pParam, SSDataBlock** pRes) {
36,746✔
1003
  QRY_PARAM_CHECK(pRes);
36,746!
1004

1005
  int32_t lino = 0;
36,746✔
1006
  int32_t code = setOperatorParams(pOperator, pParam, OP_GET_PARAM);
36,746✔
1007
  QUERY_CHECK_CODE(code, lino, _end);
36,745!
1008
  code = pOperator->fpSet.getNextFn(pOperator, pRes);
36,745✔
1009
  QUERY_CHECK_CODE(code, lino, _end);
36,745!
1010

1011
_end:
36,745✔
1012
  if (code != TSDB_CODE_SUCCESS) {
36,745!
1013
    qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code));
×
1014
    pOperator->pTaskInfo->code = code;
×
1015
    T_LONG_JMP(pOperator->pTaskInfo->env, code);
×
1016
  }
1017

1018
  return code;
36,745✔
1019
}
1020

1021
int32_t optrDefaultNotifyFn(struct SOperatorInfo* pOperator, SOperatorParam* pParam) {
×
1022
  int32_t code = setOperatorParams(pOperator, pParam, OP_NOTIFY_PARAM);
×
1023
  if (TSDB_CODE_SUCCESS == code && pOperator->fpSet.notifyFn && pOperator->pOperatorNotifyParam) {
×
1024
    code = pOperator->fpSet.notifyFn(pOperator, pOperator->pOperatorNotifyParam);
×
1025
  }
1026
  if (TSDB_CODE_SUCCESS == code) {
×
1027
    for (int32_t i = 0; i < pOperator->numOfDownstream; ++i) {
×
1028
      if (pOperator->pDownstreamNotifyParams[i]) {
×
1029
        code = optrDefaultNotifyFn(pOperator->pDownstream[i], pOperator->pDownstreamNotifyParams[i]);
×
1030
        if (TSDB_CODE_SUCCESS != code) {
×
1031
          break;
×
1032
        }
1033
        pOperator->pDownstreamNotifyParams[i] = NULL;
×
1034
      }
1035
    }
1036
  }
1037
  if (TSDB_CODE_SUCCESS != code) {
×
1038
    pOperator->pTaskInfo->code = code;
×
1039
    T_LONG_JMP(pOperator->pTaskInfo->env, pOperator->pTaskInfo->code);
×
1040
  }
1041

1042
  return code;
×
1043
}
1044

1045
int16_t getOperatorResultBlockId(struct SOperatorInfo* pOperator, int32_t idx) {
228,861✔
1046
  if (pOperator->transparent) {
228,861✔
1047
    return getOperatorResultBlockId(pOperator->pDownstream[idx], 0);
22,252✔
1048
  }
1049
  return pOperator->resultDataBlockId;
206,609✔
1050
}
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc