• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #4983

13 Mar 2026 03:38AM UTC coverage: 68.653% (+0.07%) from 68.587%
#4983

push

travis-ci

web-flow
feat/6641435300-save-audit-in-self (#34738)

434 of 584 new or added lines in 10 files covered. (74.32%)

434 existing lines in 121 files now uncovered.

212745 of 309883 relevant lines covered (68.65%)

134272959.11 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

61.66
/source/libs/executor/src/operator.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#include "filter.h"
17
#include "function.h"
18
#include "tname.h"
19

20
#include "tglobal.h"
21

22
#include "executorInt.h"
23
#include "index.h"
24
#include "operator.h"
25
#include "query.h"
26
#include "querytask.h"
27

28
#include "storageapi.h"
29
#include "tdatablock.h"
30

31
SOperatorFpSet createOperatorFpSet(__optr_open_fn_t openFn, __optr_fn_t nextFn, __optr_fn_t cleanup,
745,203,030✔
32
                                   __optr_close_fn_t closeFn, __optr_reqBuf_fn_t reqBufFn, __optr_explain_fn_t explain,
33
                                   __optr_get_ext_fn_t nextExtFn, __optr_notify_fn_t notifyFn) {
34
  SOperatorFpSet fpSet = {
745,203,030✔
35
      ._openFn = openFn,
36
      .getNextFn = nextFn,
37
      .cleanupFn = cleanup,
38
      .closeFn = closeFn,
39
      .reqBufFn = reqBufFn,
40
      .getExplainFn = explain,
41
      .getNextExtFn = nextExtFn,
42
      .notifyFn = notifyFn,
43
      .releaseStreamStateFn = NULL,
44
      .reloadStreamStateFn = NULL,
45
      .resetStateFn = NULL,
46
  };
47

48
  return fpSet;
745,203,030✔
49
}
50

51
void setOperatorStreamStateFn(SOperatorInfo* pOperator, __optr_state_fn_t relaseFn, __optr_state_fn_t reloadFn) {
139,343,704✔
52
  pOperator->fpSet.releaseStreamStateFn = relaseFn;
139,343,704✔
53
  pOperator->fpSet.reloadStreamStateFn = reloadFn;
139,374,100✔
54
}
139,333,748✔
55

56
void setOperatorResetStateFn(SOperatorInfo* pOperator, __optr_reset_state_fn_t resetFn) {
743,951,006✔
57
  pOperator->fpSet.resetStateFn = resetFn;
743,951,006✔
58
}
744,051,309✔
59

60
int32_t optrDummyOpenFn(SOperatorInfo* pOperator) {
70,037,872✔
61
  OPTR_SET_OPENED(pOperator);
70,037,872✔
62
  pOperator->cost.openCost = 0;
70,043,878✔
63
  return TSDB_CODE_SUCCESS;
70,043,101✔
64
}
65

66
int32_t appendDownstream(SOperatorInfo* p, SOperatorInfo** pDownstream, int32_t num) {
348,947,549✔
67
  p->pDownstream = taosMemoryCalloc(1, num * POINTER_BYTES);
348,947,549✔
68
  if (p->pDownstream == NULL) {
348,966,086✔
69
    return terrno;
×
70
  }
71

72
  memcpy(p->pDownstream, pDownstream, num * POINTER_BYTES);
348,900,860✔
73
  p->numOfDownstream = num;
348,907,109✔
74
  p->numOfRealDownstream = num;
349,016,520✔
75
  return TSDB_CODE_SUCCESS;
348,953,885✔
76
}
77

78
void setOperatorCompleted(SOperatorInfo* pOperator) {
741,649,642✔
79
  pOperator->status = OP_EXEC_DONE;
741,649,642✔
80
  pOperator->cost.totalCost = (taosGetTimestampUs() - pOperator->pTaskInfo->cost.start) / 1000.0;
741,671,762✔
81
  setTaskStatus(pOperator->pTaskInfo, TASK_COMPLETED);
741,663,197✔
82
}
741,651,617✔
83

84
void setOperatorInfo(SOperatorInfo* pOperator, const char* name, int32_t type, bool blocking, int32_t status,
745,146,865✔
85
                     void* pInfo, SExecTaskInfo* pTaskInfo) {
86
  pOperator->name = (char*)name;
745,146,865✔
87
  pOperator->operatorType = type;
745,262,057✔
88
  pOperator->blocking = blocking;
744,997,714✔
89
  pOperator->status = status;
745,184,709✔
90
  pOperator->info = pInfo;
745,118,420✔
91
  pOperator->pTaskInfo = pTaskInfo;
745,012,246✔
92
}
745,178,048✔
93

94
// each operator should be set their own function to return total cost buffer
95
int32_t optrDefaultBufFn(SOperatorInfo* pOperator) {
×
96
  if (pOperator->blocking) {
×
97
    return -1;
×
98
  } else {
99
    return 0;
×
100
  }
101
}
102

103
static int64_t getQuerySupportBufSize(size_t numOfTables) {
×
104
  size_t s1 = sizeof(STableQueryInfo);
×
105
  //  size_t s3 = sizeof(STableCheckInfo);  buffer consumption in tsdb
106
  return (int64_t)(s1 * 1.5 * numOfTables);
×
107
}
108

109
int32_t checkForQueryBuf(size_t numOfTables) {
×
110
  int64_t t = getQuerySupportBufSize(numOfTables);
×
111
  if (tsQueryBufferSizeBytes < 0) {
×
112
    return TSDB_CODE_SUCCESS;
×
113
  } else if (tsQueryBufferSizeBytes > 0) {
×
114
    while (1) {
×
115
      int64_t s = tsQueryBufferSizeBytes;
×
116
      int64_t remain = s - t;
×
117
      if (remain >= 0) {
×
118
        if (atomic_val_compare_exchange_64(&tsQueryBufferSizeBytes, s, remain) == s) {
×
119
          return TSDB_CODE_SUCCESS;
×
120
        }
121
      } else {
122
        return TSDB_CODE_QRY_NOT_ENOUGH_BUFFER;
×
123
      }
124
    }
125
  }
126

127
  // disable query processing if the value of tsQueryBufferSize is zero.
128
  return TSDB_CODE_QRY_NOT_ENOUGH_BUFFER;
×
129
}
130

131
void releaseQueryBuf(size_t numOfTables) {
×
132
  if (tsQueryBufferSizeBytes < 0) {
×
133
    return;
×
134
  }
135

136
  int64_t t = getQuerySupportBufSize(numOfTables);
×
137

138
  // restore value is not enough buffer available
139
  (void)atomic_add_fetch_64(&tsQueryBufferSizeBytes, t);
×
140
}
141

142
typedef enum {
143
  OPTR_FN_RET_CONTINUE = 0x1,
144
  OPTR_FN_RET_ABORT = 0x2,
145
} ERetType;
146

147
typedef struct STraverParam {
148
  void*   pRet;
149
  int32_t code;
150
  void*   pParam;
151
} STraverParam;
152

153
// iterate the operator tree helper
154
typedef ERetType (*optr_fn_t)(SOperatorInfo* pOperator, STraverParam* pParam, const char* pIdstr);
155

156
void traverseOperatorTree(SOperatorInfo* pOperator, optr_fn_t fn, STraverParam* pParam, const char* id) {
50,838,890✔
157
  if (pOperator == NULL) {
50,838,890✔
158
    return;
×
159
  }
160

161
  ERetType ret = fn(pOperator, pParam, id);
50,838,890✔
162
  if (ret == OPTR_FN_RET_ABORT || pParam->code != TSDB_CODE_SUCCESS) {
50,838,262✔
163
    return;
26,361,503✔
164
  }
165

166
  for (int32_t i = 0; i < pOperator->numOfDownstream; ++i) {
48,946,124✔
167
    traverseOperatorTree(pOperator->pDownstream[i], fn, pParam, id);
24,470,794✔
168
    if (pParam->code != 0) {
24,468,431✔
169
      break;
×
170
    }
171
  }
172
}
173

174
ERetType extractOperatorInfo(SOperatorInfo* pOperator, STraverParam* pParam, const char* pIdStr) {
50,687,116✔
175
  STraverParam* p = pParam;
50,687,116✔
176
  if (pOperator->operatorType == *(int32_t*)p->pParam) {
50,687,116✔
177
    p->pRet = pOperator;
26,278,805✔
178
    return OPTR_FN_RET_ABORT;
26,279,135✔
179
  } else {
180
    return OPTR_FN_RET_CONTINUE;
24,410,805✔
181
  }
182
}
183

184
// QUERY_NODE_PHYSICAL_PLAN_TABLE_SCAN
185
int32_t extractOperatorInTree(SOperatorInfo* pOperator, int32_t type, const char* id, SOperatorInfo** pOptrInfo) {
26,281,518✔
186
  QRY_PARAM_CHECK(pOptrInfo);
26,281,518✔
187

188
  if (pOperator == NULL) {
26,281,811✔
189
    qError("invalid operator, failed to find tableScanOperator %s", id);
×
190
    return TSDB_CODE_STREAM_INTERNAL_ERROR;
×
191
  }
192

193
  STraverParam p = {.pParam = &type, .pRet = NULL};
26,281,811✔
194
  traverseOperatorTree(pOperator, extractOperatorInfo, &p, id);
26,280,453✔
195
  if (p.code == 0) {
26,279,969✔
196
    *pOptrInfo = p.pRet;
26,279,217✔
197
  }
198
  return p.code;
26,280,299✔
199
}
200

201
typedef struct SExtScanInfo {
202
  int32_t order;
203
  int32_t scanFlag;
204
  int32_t inheritUsOrder;
205
} SExtScanInfo;
206

207
static ERetType extractScanInfo(SOperatorInfo* pOperator, STraverParam* pParam, const char* pIdStr) {
×
208
  int32_t       type = pOperator->operatorType;
×
209
  SExtScanInfo* pInfo = pParam->pParam;
×
210

211
  if (type == QUERY_NODE_PHYSICAL_PLAN_SYSTABLE_SCAN || type == QUERY_NODE_PHYSICAL_PLAN_STREAM_SCAN ||
×
212
      type == QUERY_NODE_PHYSICAL_PLAN_TAG_SCAN || type == QUERY_NODE_PHYSICAL_PLAN_BLOCK_DIST_SCAN ||
×
213
      type == QUERY_NODE_PHYSICAL_PLAN_LAST_ROW_SCAN || type == QUERY_NODE_PHYSICAL_PLAN_TABLE_COUNT_SCAN) {
×
214
    pInfo->order = TSDB_ORDER_ASC;
×
215
    pInfo->scanFlag = MAIN_SCAN;
×
216
    return OPTR_FN_RET_ABORT;
×
217
  } else if (type == QUERY_NODE_PHYSICAL_PLAN_EXCHANGE) {
×
218
    if (!pInfo->inheritUsOrder) {
×
219
      pInfo->order = TSDB_ORDER_ASC;
×
220
    }
221
    pInfo->scanFlag = MAIN_SCAN;
×
222
    return OPTR_FN_RET_ABORT;
×
223
  } else if (type == QUERY_NODE_PHYSICAL_PLAN_TABLE_SCAN) {
×
224
    STableScanInfo* pTableScanInfo = pOperator->info;
×
225
    pInfo->order = pTableScanInfo->base.cond.order;
×
226
    pInfo->scanFlag = pTableScanInfo->base.scanFlag;
×
227
    return OPTR_FN_RET_ABORT;
×
228
  } else if (type == QUERY_NODE_PHYSICAL_PLAN_TABLE_MERGE_SCAN) {
×
229
    STableMergeScanInfo* pTableScanInfo = pOperator->info;
×
230
    pInfo->order = pTableScanInfo->base.cond.order;
×
231
    pInfo->scanFlag = pTableScanInfo->base.scanFlag;
×
232
    return OPTR_FN_RET_ABORT;
×
233
  } else {
234
    return OPTR_FN_RET_CONTINUE;
×
235
  }
236
}
237

238
int32_t getTableScanInfo(SOperatorInfo* pOperator, int32_t* order, int32_t* scanFlag, bool inheritUsOrder) {
×
239
  SExtScanInfo info = {.inheritUsOrder = inheritUsOrder, .order = *order};
×
240
  STraverParam p = {.pParam = &info};
×
241

242
  traverseOperatorTree(pOperator, extractScanInfo, &p, NULL);
×
243
  *order = info.order;
×
244
  *scanFlag = info.scanFlag;
×
245

246
  if (p.code == TSDB_CODE_SUCCESS) {
×
247
    if (!(*order == TSDB_ORDER_ASC || *order == TSDB_ORDER_DESC)) {
×
248
      qError("operator failed at: %s:%d", __func__, __LINE__);
×
249
      p.code = TSDB_CODE_INVALID_PARA;
×
250
    }
251
  }
252
  return p.code;
×
253
}
254

255
static ERetType doStopDataReader(SOperatorInfo* pOperator, STraverParam* pParam, const char* pIdStr) {
151,080✔
256
  SStorageAPI* pAPI = pParam->pParam;
151,080✔
257
  if (pOperator->operatorType == QUERY_NODE_PHYSICAL_PLAN_TABLE_SCAN) {
151,080✔
258
    STableScanInfo* pInfo = pOperator->info;
83,395✔
259

260
    if (pInfo->base.dataReader != NULL) {
83,395✔
261
      pAPI->tsdReader.tsdReaderNotifyClosing(pInfo->base.dataReader);
82,655✔
262
    }
263
    return OPTR_FN_RET_ABORT;
83,395✔
264
  } else if (pOperator->operatorType == QUERY_NODE_PHYSICAL_PLAN_STREAM_SCAN) {
67,685✔
265
    STmqQueryScanInfo* pInfo = pOperator->info;
×
266

267
    if (pInfo->pTableScanOp != NULL) {
×
268
      STableScanInfo* pTableScanInfo = pInfo->pTableScanOp->info;
×
269
      if (pTableScanInfo != NULL && pTableScanInfo->base.dataReader != NULL) {
×
270
        pAPI->tsdReader.tsdReaderNotifyClosing(pTableScanInfo->base.dataReader);
×
271
      }
272
    }
273

274
    return OPTR_FN_RET_ABORT;
×
275
  }
276

277
  return OPTR_FN_RET_CONTINUE;
67,685✔
278
}
279

280
int32_t stopTableScanOperator(SOperatorInfo* pOperator, const char* pIdStr, SStorageAPI* pAPI) {
91,126✔
281
  STraverParam p = {.pParam = pAPI};
91,126✔
282
  traverseOperatorTree(pOperator, doStopDataReader, &p, pIdStr);
91,126✔
283
  return p.code;
91,126✔
284
}
285

286
int32_t createOperator(SPhysiNode* pPhyNode, SExecTaskInfo* pTaskInfo, SReadHandle* pHandle, SNode* pTagCond,
745,403,566✔
287
                       SNode* pTagIndexCond, const char* pUser, const char* dbname, SOperatorInfo** pOptrInfo,
288
                       EOPTR_EXEC_MODEL model) {
289
  QRY_PARAM_CHECK(pOptrInfo);
745,403,566✔
290

291
  int32_t     code = 0;
745,465,228✔
292
  int32_t     type = nodeType(pPhyNode);
745,465,228✔
293
  const char* idstr = GET_TASKID(pTaskInfo);
745,479,143✔
294

295
  if (pPhyNode->pChildren == NULL || LIST_LENGTH(pPhyNode->pChildren) == 0) {
745,496,209✔
296
    SOperatorInfo* pOperator = NULL;
396,027,810✔
297
    if (QUERY_NODE_PHYSICAL_PLAN_TABLE_SCAN == type) {
395,895,151✔
298
      STableScanPhysiNode* pTableScanNode = (STableScanPhysiNode*)pPhyNode;
232,377,090✔
299
      // NOTE: this is an patch to fix the physical plan
300
      // TODO remove it later
301
      if (pTableScanNode->scan.node.pLimit != NULL) {
232,377,090✔
302
        pTableScanNode->groupSort = true;
4,812,363✔
303
      }
304

305
      STableListInfo* pTableListInfo = tableListCreate();
232,368,584✔
306
      if (!pTableListInfo) {
232,394,154✔
307
        pTaskInfo->code = terrno;
×
308
        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));
×
309
        return terrno;
×
310
      }
311

312
      // Since virtual stable scan use virtual super table's uid in scan operator, the origin table might be stored on
313
      // different vnode, so we should not get table schema for virtual stable scan.
314
      if (!pTableScanNode->scan.virtualStableScan) {
232,394,154✔
315
        code = initQueriedTableSchemaInfo(pHandle, &pTableScanNode->scan, dbname, pTaskInfo);
225,576,377✔
316
        if (code) {
225,423,712✔
UNCOV
317
          pTaskInfo->code = code;
×
UNCOV
318
          tableListDestroy(pTableListInfo);
×
UNCOV
319
          return code;
×
320
        }
321
      }
322

323
      if (pTableScanNode->scan.node.dynamicOp) {
232,241,823✔
324
        pTaskInfo->dynamicTask = true;
12,307,488✔
325
        pTableListInfo->idInfo.suid = pTableScanNode->scan.suid;
12,305,751✔
326
        pTableListInfo->idInfo.tableType = pTableScanNode->scan.tableType;
12,308,524✔
327
      } else {
328
        code = createScanTableListInfo(&pTableScanNode->scan, pTableScanNode->pGroupTags, pTableScanNode->groupSort,
219,955,455✔
329
                                       pHandle, pTableListInfo, pTagCond, pTagIndexCond, pTaskInfo, NULL);
330
        if (code) {
220,068,502✔
331
          pTaskInfo->code = code;
956✔
332
          tableListDestroy(pTableListInfo);
956✔
333
          qError("failed to createScanTableListInfo, code:%s, %s", tstrerror(code), idstr);
956✔
334
          return code;
956✔
335
        }
336
      }
337

338
      code = createTableScanOperatorInfo(pTableScanNode, pHandle, pTableListInfo, pTaskInfo, &pOperator);
232,374,946✔
339
      if (NULL == pOperator || code != 0) {
232,280,659✔
340
        pTaskInfo->code = code;
28,972✔
341
        tableListDestroy(pTableListInfo);
23,594✔
342
        return code;
23,594✔
343
      }
344

345
      STableScanInfo* pScanInfo = pOperator->info;
232,251,687✔
346
      pTaskInfo->cost.pRecoder = &pScanInfo->base.readRecorder;
232,293,641✔
347
    } else if (QUERY_NODE_PHYSICAL_PLAN_TABLE_MERGE_SCAN == type) {
163,518,061✔
348
      STableMergeScanPhysiNode* pTableScanNode = (STableMergeScanPhysiNode*)pPhyNode;
25,911,754✔
349
      STableListInfo*           pTableListInfo = tableListCreate();
25,911,754✔
350
      if (!pTableListInfo) {
25,952,673✔
351
        pTaskInfo->code = terrno;
×
352
        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));
×
353
        return terrno;
×
354
      }
355

356
      if (pTableScanNode->scan.node.dynamicOp) {
25,952,673✔
357
        pTaskInfo->dynamicTask = true;
65,744✔
358
        pTableListInfo->idInfo.suid = pTableScanNode->scan.suid;
65,744✔
359
        pTableListInfo->idInfo.tableType = pTableScanNode->scan.tableType;
65,744✔
360
      } else {
361
        code = createScanTableListInfo(&pTableScanNode->scan, pTableScanNode->pGroupTags, true, pHandle, pTableListInfo,
25,885,632✔
362
                                       pTagCond, pTagIndexCond, pTaskInfo, NULL);
363
        if (code) {
25,877,561✔
364
          pTaskInfo->code = code;
×
365
          tableListDestroy(pTableListInfo);
×
366
          qError("failed to createScanTableListInfo, code:%s, %s", tstrerror(code), idstr);
×
367
          return code;
×
368
        }
369

370
        code = initQueriedTableSchemaInfo(pHandle, &pTableScanNode->scan, dbname, pTaskInfo);
25,877,561✔
371
        if (code) {
25,836,860✔
372
          pTaskInfo->code = code;
×
373
          tableListDestroy(pTableListInfo);
×
374
          return code;
×
375
        }
376
      }
377

378
      code = createTableMergeScanOperatorInfo(pTableScanNode, pHandle, pTableListInfo, pTaskInfo, &pOperator);
25,902,604✔
379
      if (NULL == pOperator || code != 0) {
25,891,171✔
380
        pTaskInfo->code = code;
29,062✔
381
        tableListDestroy(pTableListInfo);
×
382
        return code;
×
383
      }
384

385
      STableMergeScanInfo* pScanInfo = pOperator->info;
25,862,109✔
386
      pTaskInfo->cost.pRecoder = &pScanInfo->base.readRecorder;
25,914,772✔
387
    } else if (QUERY_NODE_PHYSICAL_PLAN_EXCHANGE == type) {
137,606,307✔
388
      code = createExchangeOperatorInfo(pHandle ? pHandle->pMsgCb->clientRpc : NULL, (SExchangePhysiNode*)pPhyNode,
106,169,418✔
389
                                        pTaskInfo, &pOperator);
390
    } else if (QUERY_NODE_PHYSICAL_PLAN_STREAM_SCAN == type) {
31,436,889✔
391
      STableScanPhysiNode* pTableScanNode = (STableScanPhysiNode*)pPhyNode;
345,578✔
392
      STableListInfo*      pTableListInfo = tableListCreate();
345,578✔
393
      if (!pTableListInfo) {
345,578✔
394
        pTaskInfo->code = terrno;
×
395
        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));
×
396
        return terrno;
×
397
      }
398

399
      if (pHandle->vnode && (pTaskInfo->pSubplan->pVTables == NULL)) {
345,578✔
400
        code = createScanTableListInfo(&pTableScanNode->scan, pTableScanNode->pGroupTags, pTableScanNode->groupSort,
345,236✔
401
                                       pHandle, pTableListInfo, pTagCond, pTagIndexCond, pTaskInfo, NULL);
402
        if (code) {
345,578✔
403
          pTaskInfo->code = code;
×
404
          tableListDestroy(pTableListInfo);
×
405
          qError("failed to createScanTableListInfo, code:%s", tstrerror(code));
×
406
          return code;
×
407
        }
408
      }
409

410
      code = createTmqScanOperatorInfo(pHandle, pTableScanNode, pTagCond, pTableListInfo, pTaskInfo, &pOperator);
345,920✔
411
      if (code) {
345,578✔
412
        pTaskInfo->code = code;
×
413
        tableListDestroy(pTableListInfo);
×
414
        return code;
×
415
      }
416
    } else if (QUERY_NODE_PHYSICAL_PLAN_SYSTABLE_SCAN == type) {
31,091,311✔
417
      SSystemTableScanPhysiNode* pSysScanPhyNode = (SSystemTableScanPhysiNode*)pPhyNode;
19,703,872✔
418
      if (pSysScanPhyNode->scan.virtualStableScan) {
19,703,872✔
419
        STableListInfo*           pTableListInfo = tableListCreate();
8,806,037✔
420
        if (!pTableListInfo) {
8,811,174✔
421
          pTaskInfo->code = terrno;
×
422
          qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));
×
423
          return terrno;
×
424
        }
425

426
        code = createScanTableListInfo((SScanPhysiNode*)pSysScanPhyNode, NULL, false, pHandle, pTableListInfo, pTagCond,
8,811,174✔
427
                                       pTagIndexCond, pTaskInfo, NULL);
428
        if (code != TSDB_CODE_SUCCESS) {
8,808,564✔
429
          pTaskInfo->code = code;
×
430
          tableListDestroy(pTableListInfo);
×
431
          return code;
×
432
        }
433

434
        code = createSysTableScanOperatorInfo(pHandle, pSysScanPhyNode, pTableListInfo, pUser, pTaskInfo, &pOperator);
8,808,564✔
435
      } else {
436
        code = createSysTableScanOperatorInfo(pHandle, pSysScanPhyNode, NULL, pUser, pTaskInfo, &pOperator);
10,897,672✔
437
      }
438
    } else if (QUERY_NODE_PHYSICAL_PLAN_TABLE_COUNT_SCAN == type) {
11,387,439✔
439
      STableCountScanPhysiNode* pTblCountScanNode = (STableCountScanPhysiNode*)pPhyNode;
30,051✔
440
      code = createTableCountScanOperatorInfo(pHandle, pTblCountScanNode, pTaskInfo, &pOperator);
30,051✔
441
    } else if (QUERY_NODE_PHYSICAL_PLAN_TAG_SCAN == type) {
11,357,388✔
442
      STagScanPhysiNode* pTagScanPhyNode = (STagScanPhysiNode*)pPhyNode;
8,914,148✔
443
      STableListInfo*    pTableListInfo = tableListCreate();
8,914,148✔
444
      if (!pTableListInfo) {
8,916,337✔
445
        pTaskInfo->code = terrno;
×
446
        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));
×
447
        return terrno;
×
448
      }
449

450
      code = initQueriedTableSchemaInfo(pHandle, &pTagScanPhyNode->scan, dbname, pTaskInfo);
8,916,337✔
451
      if (code != TSDB_CODE_SUCCESS) {
8,908,015✔
452
        pTaskInfo->code = code;
×
453
        tableListDestroy(pTableListInfo);
×
454
        return code;
×
455
      }
456

457
      if (!pTagScanPhyNode->onlyMetaCtbIdx) {
8,908,015✔
458
        code = createScanTableListInfo((SScanPhysiNode*)pTagScanPhyNode, NULL, false, pHandle, pTableListInfo, pTagCond,
4,101,492✔
459
                                       pTagIndexCond, pTaskInfo, NULL);
460
        if (code != TSDB_CODE_SUCCESS) {
4,106,397✔
461
          pTaskInfo->code = code;
×
462
          qError("failed to getTableList, code:%s", tstrerror(code));
×
463
          tableListDestroy(pTableListInfo);
×
464
          return code;
×
465
        }
466
      }
467

468
      if (pTagScanPhyNode->scan.node.dynamicOp) {
8,913,743✔
469
        pTaskInfo->dynamicTask = true;
2,001,472✔
470
        pTableListInfo->idInfo.suid = pTagScanPhyNode->scan.suid;
2,001,472✔
471
        pTableListInfo->idInfo.tableType = pTagScanPhyNode->scan.tableType;
2,001,472✔
472
      }
473

474
      code = createTagScanOperatorInfo(pHandle, pTagScanPhyNode, pTableListInfo, pTagCond, pTagIndexCond, pTaskInfo,
8,911,133✔
475
                                       &pOperator);
476
      if (code) {
8,906,848✔
477
        pTaskInfo->code = code;
×
478
        tableListDestroy(pTableListInfo);
×
479
        return code;
×
480
      }
481
    } else if (QUERY_NODE_PHYSICAL_PLAN_BLOCK_DIST_SCAN == type) {
2,443,240✔
482
      SBlockDistScanPhysiNode* pBlockNode = (SBlockDistScanPhysiNode*)pPhyNode;
5,429✔
483
      STableListInfo*          pTableListInfo = tableListCreate();
5,429✔
484
      if (!pTableListInfo) {
5,429✔
485
        pTaskInfo->code = terrno;
×
486
        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));
×
487
        return terrno;
×
488
      }
489

490
      if (pBlockNode->tableType == TSDB_SUPER_TABLE) {
5,429✔
491
        SArray* pList = taosArrayInit(4, sizeof(uint64_t));
4,621✔
492
        code = pTaskInfo->storageAPI.metaFn.getChildTableList(pHandle->vnode, pBlockNode->uid, pList);
4,621✔
493
        if (code != TSDB_CODE_SUCCESS) {
4,621✔
494
          pTaskInfo->code = code;
×
495
          taosArrayDestroy(pList);
×
496
          tableListDestroy(pTableListInfo);
×
497
          return code;
×
498
        }
499

500
        size_t num = taosArrayGetSize(pList);
4,621✔
501
        for (int32_t i = 0; i < num; ++i) {
10,013✔
502
          uint64_t* id = taosArrayGet(pList, i);
5,392✔
503
          if (id == NULL) {
5,392✔
504
            continue;
×
505
          }
506

507
          code = tableListAddTableInfo(pTableListInfo, *id, 0);
5,392✔
508
          if (code) {
5,392✔
509
            pTaskInfo->code = code;
×
510
            tableListDestroy(pTableListInfo);
×
511
            taosArrayDestroy(pList);
×
512
            return code;
×
513
          }
514
        }
515

516
        taosArrayDestroy(pList);
4,621✔
517
      } else {  // Create group with only one table
518
        code = tableListAddTableInfo(pTableListInfo, pBlockNode->uid, 0);
808✔
519
        if (code) {
808✔
520
          pTaskInfo->code = code;
×
521
          tableListDestroy(pTableListInfo);
×
522
          return code;
×
523
        }
524
      }
525

526
      code = createDataBlockInfoScanOperator(pHandle, pBlockNode, pTableListInfo, pTaskInfo, &pOperator);
5,429✔
527
      if (code) {
5,429✔
528
        pTaskInfo->code = code;
×
529
        tableListDestroy(pTableListInfo);
×
530
        return code;
×
531
      }
532
    } else if (QUERY_NODE_PHYSICAL_PLAN_LAST_ROW_SCAN == type) {
2,437,811✔
533
      SLastRowScanPhysiNode* pScanNode = (SLastRowScanPhysiNode*)pPhyNode;
639,214✔
534
      STableListInfo*        pTableListInfo = tableListCreate();
639,214✔
535
      if (!pTableListInfo) {
639,637✔
536
        pTaskInfo->code = terrno;
×
537
        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(terrno));
×
538
        return terrno;
×
539
      }
540

541
      code = createScanTableListInfo(&pScanNode->scan, pScanNode->pGroupTags, true, pHandle, pTableListInfo, pTagCond,
639,637✔
542
                                     pTagIndexCond, pTaskInfo, NULL);
543
      if (code != TSDB_CODE_SUCCESS) {
639,637✔
544
        pTaskInfo->code = code;
×
545
        tableListDestroy(pTableListInfo);
×
546
        return code;
×
547
      }
548

549
      code = initQueriedTableSchemaInfo(pHandle, &pScanNode->scan, dbname, pTaskInfo);
639,637✔
550
      if (code != TSDB_CODE_SUCCESS) {
639,637✔
551
        pTaskInfo->code = code;
×
552
        tableListDestroy(pTableListInfo);
×
553
        return code;
×
554
      }
555

556
      code = createCacherowsScanOperator(pScanNode, pHandle, pTableListInfo, pTaskInfo, &pOperator);
639,637✔
557
      if (code) {
638,980✔
558
        tableListDestroy(pTableListInfo);
×
559
        pTaskInfo->code = code;
×
560
        return code;
×
561
      }
562
    } else if (QUERY_NODE_PHYSICAL_PLAN_PROJECT == type) {
1,798,665✔
563
      code = createProjectOperatorInfo(NULL, (SProjectPhysiNode*)pPhyNode, pTaskInfo, &pOperator);
1,785,780✔
564
    } else if (QUERY_NODE_PHYSICAL_PLAN_VIRTUAL_TABLE_SCAN == type) {
12,885✔
565
      // NOTE: this is an patch to fix the physical plan
566
      code = createVirtualTableMergeOperatorInfo(NULL, 0, (SVirtualScanPhysiNode*)pPhyNode, pTaskInfo, &pOperator);
17,190✔
567
    } else {
568
      code = TSDB_CODE_INVALID_PARA;
×
569
      pTaskInfo->code = code;
×
570
      return code;
×
571
    }
572

573
    if (pOperator != NULL) {  // todo moved away
395,491,185✔
574
      pOperator->resultDataBlockId = pPhyNode->pOutputDataBlockDesc->dataBlockId;
395,752,300✔
575
    }
576

577
    *pOptrInfo = pOperator;
395,510,971✔
578
    return code;
395,784,614✔
579
  }
580

581
  size_t          size = LIST_LENGTH(pPhyNode->pChildren);
349,519,214✔
582
  SOperatorInfo** ops = taosMemoryCalloc(size, POINTER_BYTES);
349,619,905✔
583
  if (ops == NULL) {
349,555,720✔
584
    code = terrno;
×
585
    pTaskInfo->code = code;
×
586
    return code;
×
587
  }
588

589
  for (int32_t i = 0; i < size; ++i) {
745,242,200✔
590
    SPhysiNode* pChildNode = (SPhysiNode*)nodesListGetNode(pPhyNode->pChildren, i);
395,982,825✔
591
    code = createOperator(pChildNode, pTaskInfo, pHandle, pTagCond, pTagIndexCond, pUser, dbname, &ops[i], model);
395,981,597✔
592
    if (ops[i] == NULL || code != 0) {
395,850,549✔
593
      for (int32_t j = 0; j < i; ++j) {
72,941✔
594
        destroyOperator(ops[j]);
×
595
      }
596
      taosMemoryFree(ops);
72,941✔
597
      return code;
72,941✔
598
    }
599
  }
600

601
  SOperatorInfo* pOptr = NULL;
349,259,375✔
602
  if (QUERY_NODE_PHYSICAL_PLAN_PROJECT == type) {
349,323,923✔
603
    code = createProjectOperatorInfo(ops[0], (SProjectPhysiNode*)pPhyNode, pTaskInfo, &pOptr);
137,880,849✔
604
  } else if (QUERY_NODE_PHYSICAL_PLAN_HASH_AGG == type) {
211,443,074✔
605
    SAggPhysiNode* pAggNode = (SAggPhysiNode*)pPhyNode;
124,438,386✔
606
    if (pAggNode->pGroupKeys != NULL) {
124,438,386✔
607
      code = createGroupOperatorInfo(ops[0], pAggNode, pTaskInfo, &pOptr);
31,782,997✔
608
    } else {
609
      code = createAggregateOperatorInfo(ops[0], pAggNode, pTaskInfo, &pOptr);
92,749,088✔
610
    }
611
  } else if (QUERY_NODE_PHYSICAL_PLAN_HASH_INTERVAL == type) {
87,004,688✔
612
    SIntervalPhysiNode* pIntervalPhyNode = (SIntervalPhysiNode*)pPhyNode;
4,348,589✔
613
    code = createIntervalOperatorInfo(ops[0], pIntervalPhyNode, pTaskInfo, &pOptr);
4,348,589✔
614
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_ALIGNED_INTERVAL == type) {
82,656,099✔
615
    SMergeAlignedIntervalPhysiNode* pIntervalPhyNode = (SMergeAlignedIntervalPhysiNode*)pPhyNode;
744,474✔
616
    code = createMergeAlignedIntervalOperatorInfo(ops[0], pIntervalPhyNode, pTaskInfo, &pOptr);
744,474✔
617
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_INTERVAL == type) {
81,911,625✔
618
    SMergeIntervalPhysiNode* pIntervalPhyNode = (SMergeIntervalPhysiNode*)pPhyNode;
×
619
    code = createMergeIntervalOperatorInfo(ops[0], pIntervalPhyNode, pTaskInfo, &pOptr);
×
620
  } else if (QUERY_NODE_PHYSICAL_PLAN_SORT == type) {
81,911,625✔
621
    code = createSortOperatorInfo(ops[0], (SSortPhysiNode*)pPhyNode, pTaskInfo, &pOptr);
31,867,101✔
622
  } else if (QUERY_NODE_PHYSICAL_PLAN_GROUP_SORT == type) {
50,044,524✔
623
    code = createGroupSortOperatorInfo(ops[0], (SGroupSortPhysiNode*)pPhyNode, pTaskInfo, &pOptr);
97,047✔
624
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE == type) {
49,947,477✔
625
    SMergePhysiNode* pMergePhyNode = (SMergePhysiNode*)pPhyNode;
13,424,374✔
626
    code = createMultiwayMergeOperatorInfo(ops, size, pMergePhyNode, pTaskInfo, &pOptr);
13,424,374✔
627
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_SESSION == type) {
36,523,103✔
628
    SSessionWinodwPhysiNode* pSessionNode = (SSessionWinodwPhysiNode*)pPhyNode;
548,148✔
629
    code = createSessionAggOperatorInfo(ops[0], pSessionNode, pTaskInfo, &pOptr);
548,148✔
630
  } else if (QUERY_NODE_PHYSICAL_PLAN_PARTITION == type) {
35,974,955✔
631
    code = createPartitionOperatorInfo(ops[0], (SPartitionPhysiNode*)pPhyNode, pTaskInfo, &pOptr);
3,586,225✔
632
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_STATE == type) {
32,388,730✔
633
    SStateWindowPhysiNode* pStateNode = (SStateWindowPhysiNode*)pPhyNode;
986,821✔
634
    code = createStatewindowOperatorInfo(ops[0], pStateNode, pTaskInfo, &pOptr);
986,821✔
635
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_JOIN == type) {
31,401,909✔
636
    code = createMergeJoinOperatorInfo(ops, size, (SSortMergeJoinPhysiNode*)pPhyNode, pTaskInfo, &pOptr);
12,666,287✔
637
  } else if (QUERY_NODE_PHYSICAL_PLAN_HASH_JOIN == type) {
18,735,622✔
638
    code = createHashJoinOperatorInfo(ops, size, (SHashJoinPhysiNode*)pPhyNode, pTaskInfo, &pOptr);
1,184,684✔
639
  } else if (QUERY_NODE_PHYSICAL_PLAN_FILL == type) {
17,550,938✔
640
    code = createFillOperatorInfo(ops[0], (SFillPhysiNode*)pPhyNode, pTaskInfo, &pOptr);
500,642✔
641
  } else if (QUERY_NODE_PHYSICAL_PLAN_INDEF_ROWS_FUNC == type) {
17,050,296✔
642
    code = createIndefinitOutputOperatorInfo(ops[0], pPhyNode, pTaskInfo, &pOptr);
3,028,651✔
643
  } else if (QUERY_NODE_PHYSICAL_PLAN_INTERP_FUNC == type) {
14,021,645✔
644
    code = createTimeSliceOperatorInfo(ops[0], pPhyNode, pTaskInfo, &pOptr);
3,377,101✔
645
  } else if (QUERY_NODE_PHYSICAL_PLAN_FORECAST_FUNC == type) {
10,644,544✔
646
    code = createForecastOperatorInfo(ops[0], pPhyNode, pTaskInfo, &pOptr);
×
647
  } else if (QUERY_NODE_PHYSICAL_PLAN_ANALYSIS_FUNC == type) {
10,644,544✔
648
    code = createGenericAnalysisOperatorInfo(ops[0], pPhyNode, pTaskInfo, &pOptr);
×
649
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_EVENT == type) {
10,644,544✔
650
    code = createEventwindowOperatorInfo(ops[0], pPhyNode, pTaskInfo, &pOptr);
302,709✔
651
  } else if (QUERY_NODE_PHYSICAL_PLAN_GROUP_CACHE == type) {
10,341,835✔
652
    code = createGroupCacheOperatorInfo(ops, size, (SGroupCachePhysiNode*)pPhyNode, pTaskInfo, &pOptr);
1,183,892✔
653
  } else if (QUERY_NODE_PHYSICAL_PLAN_DYN_QUERY_CTRL == type) {
9,157,943✔
654
    code = createDynQueryCtrlOperatorInfo(ops, size, (SDynQueryCtrlPhysiNode*)pPhyNode, pTaskInfo, pHandle->pMsgCb, &pOptr);
4,058,292✔
655
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_COUNT == type) {
5,099,651✔
656
    code = createCountwindowOperatorInfo(ops[0], pPhyNode, pTaskInfo, &pOptr);
245,304✔
657
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_ANOMALY == type) {
4,854,347✔
658
    code = createAnomalywindowOperatorInfo(ops[0], pPhyNode, pTaskInfo, &pOptr);
×
659
  } else if (QUERY_NODE_PHYSICAL_PLAN_VIRTUAL_TABLE_SCAN == type) {
4,854,347✔
660
    SVirtualScanPhysiNode* pVirtualTableScanNode = (SVirtualScanPhysiNode*)pPhyNode;
3,814,008✔
661
    // NOTE: this is an patch to fix the physical plan
662

663
    if (pVirtualTableScanNode->scan.node.pLimit != NULL) {
3,814,008✔
664
      pVirtualTableScanNode->groupSort = true;
×
665
    }
666
    code = createVirtualTableMergeOperatorInfo(ops, size, (SVirtualScanPhysiNode*)pPhyNode, pTaskInfo, &pOptr);
3,814,008✔
667
  } else if (QUERY_NODE_PHYSICAL_PLAN_HASH_EXTERNAL == type) {
1,040,339✔
668
    code = createExternalWindowOperator(ops[0], pPhyNode, pTaskInfo, &pOptr);
1,049,543✔
669
  } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_ALIGNED_EXTERNAL == type) {
8,155✔
670
    code = createMergeAlignedExternalWindowOperator(ops[0], pPhyNode, pTaskInfo, &pOptr);
16,463✔
671
  } else {
672
    code = TSDB_CODE_INVALID_PARA;
13✔
673
    pTaskInfo->code = code;
13✔
674
    for (int32_t i = 0; i < size; ++i) {
13✔
675
      destroyOperator(ops[i]);
×
676
    }
677
    taosMemoryFree(ops);
13✔
678
    qError("invalid operator type %d", type);
×
679
    return code;
×
680
  }
681

682
  taosMemoryFree(ops);
349,418,767✔
683
  if (pOptr) {
349,347,273✔
684
    pOptr->resultDataBlockId = pPhyNode->pOutputDataBlockDesc->dataBlockId;
348,884,101✔
685
  }
686

687
  *pOptrInfo = pOptr;
349,417,412✔
688
  return code;
349,350,584✔
689
}
690

691
void destroyOperator(SOperatorInfo* pOperator) {
746,431,663✔
692
  if (pOperator == NULL) {
746,431,663✔
693
    return;
470,338✔
694
  }
695

696
  freeResetOperatorParams(pOperator, OP_GET_PARAM, true);
745,961,325✔
697
  freeResetOperatorParams(pOperator, OP_NOTIFY_PARAM, true);
745,926,396✔
698

699
  if (pOperator->pDownstream != NULL) {
745,933,370✔
700
    for (int32_t i = 0; i < pOperator->numOfRealDownstream; ++i) {
744,580,607✔
701
      destroyOperator(pOperator->pDownstream[i]);
395,534,240✔
702
    }
703

704
    taosMemoryFreeClear(pOperator->pDownstream);
349,076,836✔
705
    pOperator->numOfDownstream = 0;
349,051,215✔
706
  }
707

708
  cleanupExprSupp(&pOperator->exprSupp);
745,917,441✔
709
  if (pOperator->fpSet.closeFn != NULL && pOperator->info != NULL) {
745,912,999✔
710
    pOperator->fpSet.closeFn(pOperator->info);
745,460,402✔
711
    pOperator->info = NULL;
745,377,266✔
712
  }
713

714
  taosMemoryFreeClear(pOperator);
745,882,787✔
715
}
716

717
void destroyOperatorAndDownstreams(SOperatorInfo* pOperator, SOperatorInfo** downstreams, int32_t num) {
445,788✔
718
  if (downstreams != NULL) {
445,788✔
719
    for (int i = 0; i < num; i++) {
891,576✔
720
      destroyOperator(downstreams[i]);
445,788✔
721
    }
722
  }
723

724
  if (pOperator != NULL) {
445,788✔
725
    pOperator->info = NULL;
445,788✔
726
    if (pOperator->pDownstream != NULL) {
445,788✔
727
      taosMemoryFreeClear(pOperator->pDownstream);
×
728
      pOperator->pDownstream = NULL;
×
729
    }
730
    destroyOperator(pOperator);
445,788✔
731
  }
732
}
445,239✔
733

734
int32_t getOperatorExplainExecInfo(SOperatorInfo* operatorInfo, SArray* pExecInfoList) {
8,912,609✔
735
  SExplainExecInfo  execInfo = {0};
8,912,609✔
736
  SExplainExecInfo* pExplainInfo = taosArrayPush(pExecInfoList, &execInfo);
8,914,557✔
737
  if (pExplainInfo == NULL) {
8,914,557✔
738
    return terrno;
×
739
  }
740

741
  pExplainInfo->numOfRows = operatorInfo->resultInfo.totalRows;
8,914,557✔
742
  pExplainInfo->startupCost = operatorInfo->cost.openCost;
8,914,153✔
743
  pExplainInfo->totalCost = operatorInfo->cost.totalCost;
8,913,393✔
744
  pExplainInfo->verboseLen = 0;
8,912,989✔
745
  pExplainInfo->verboseInfo = NULL;
8,910,621✔
746

747
  if (operatorInfo->fpSet.getExplainFn) {
8,912,997✔
748
    int32_t code =
749
        operatorInfo->fpSet.getExplainFn(operatorInfo, &pExplainInfo->verboseInfo, &pExplainInfo->verboseLen);
3,723,980✔
750
    if (code) {
3,725,168✔
751
      qError("%s operator getExplainFn failed, code:%s", GET_TASKID(operatorInfo->pTaskInfo), tstrerror(code));
×
752
      return code;
×
753
    }
754
  }
755

756
  int32_t code = 0;
8,913,773✔
757
  for (int32_t i = 0; i < operatorInfo->numOfDownstream; ++i) {
13,959,022✔
758
    code = getOperatorExplainExecInfo(operatorInfo->pDownstream[i], pExecInfoList);
5,044,465✔
759
    if (code != TSDB_CODE_SUCCESS) {
5,045,249✔
760
      //      taosMemoryFreeClear(*pRes);
761
      return code;
×
762
    }
763
  }
764

765
  return TSDB_CODE_SUCCESS;
8,913,361✔
766
}
767

768
int32_t mergeOperatorParams(SOperatorParam* pDst, SOperatorParam* pSrc) {
×
769
  if (pDst->opType != pSrc->opType) {
×
770
    qError("different optype %d:%d for merge operator params", pDst->opType, pSrc->opType);
×
771
    return TSDB_CODE_INVALID_PARA;
×
772
  }
773

774
  switch (pDst->opType) {
×
775
    case QUERY_NODE_PHYSICAL_PLAN_EXCHANGE: {
×
776
      SExchangeOperatorParam* pDExc = pDst->value;
×
777
      SExchangeOperatorParam* pSExc = pSrc->value;
×
778
      if (pSExc->basic.paramType != DYN_TYPE_EXCHANGE_PARAM) {
×
779
        qError("%s, invalid exchange operator param type %d for "
×
780
          "source operator", __func__, pSExc->basic.paramType);
781
        return TSDB_CODE_INVALID_PARA;
×
782
      }
783
      if (!pDExc->multiParams) {
×
784
        if (pDExc->basic.paramType != DYN_TYPE_EXCHANGE_PARAM) {
×
785
          qError("%s, invalid exchange operator param type %d for "
×
786
            "destination operator", __func__, pDExc->basic.paramType);
787
          return TSDB_CODE_INVALID_PARA;
×
788
        }
789
        if (pSExc->basic.vgId != pDExc->basic.vgId) {
×
790
          SExchangeOperatorBatchParam* pBatch = taosMemoryMalloc(sizeof(SExchangeOperatorBatchParam));
×
791
          if (NULL == pBatch) {
×
792
            return terrno;
×
793
          }
794

795
          pBatch->multiParams = true;
×
796
          pBatch->pBatchs = tSimpleHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT));
×
797
          if (NULL == pBatch->pBatchs) {
×
798
            taosMemoryFree(pBatch);
×
799
            return terrno;
×
800
          }
801

802
          tSimpleHashSetFreeFp(pBatch->pBatchs, freeExchangeGetBasicOperatorParam);
×
803

804
          int32_t code = tSimpleHashPut(pBatch->pBatchs, &pDExc->basic.vgId, sizeof(pDExc->basic.vgId), &pDExc->basic,
×
805
                                        sizeof(pDExc->basic));
806
          if (code) {
×
807
            return code;
×
808
          }
809

810
          code = tSimpleHashPut(pBatch->pBatchs, &pSExc->basic.vgId, sizeof(pSExc->basic.vgId), &pSExc->basic,
×
811
                                sizeof(pSExc->basic));
812
          if (code) {
×
813
            return code;
×
814
          }
815

816
          taosMemoryFree(pDst->value);
×
817
          pDst->value = pBatch;
×
818
        } else {
819
          void* p = taosArrayAddAll(pDExc->basic.uidList, pSExc->basic.uidList);
×
820
          if (p == NULL) {
×
821
            return terrno;
×
822
          }
823
        }
824
      } else {
825
        SExchangeOperatorBatchParam* pBatch = pDst->value;
×
826
        SExchangeOperatorBasicParam* pBasic =
827
            tSimpleHashGet(pBatch->pBatchs, &pSExc->basic.vgId, sizeof(pSExc->basic.vgId));
×
828
        if (pBasic) {
×
829
          void* p = taosArrayAddAll(pBasic->uidList, pSExc->basic.uidList);
×
830
          if (p == NULL) {
×
831
            return terrno;
×
832
          }
833
        } else {
834
          int32_t code = tSimpleHashPut(pBatch->pBatchs, &pSExc->basic.vgId, sizeof(pSExc->basic.vgId), &pSExc->basic,
×
835
                                        sizeof(pSExc->basic));
836
          if (code) {
×
837
            return code;
×
838
          }
839
        }
840
      }
841
      break;
×
842
    }
843
    default:
×
844
      qError("invalid optype %d for merge operator params", pDst->opType);
×
845
      return TSDB_CODE_INVALID_PARA;
×
846
  }
847

848
  return TSDB_CODE_SUCCESS;
×
849
}
850

851
int32_t setOperatorParams(struct SOperatorInfo* pOperator, SOperatorParam* pInput, SOperatorParamType type) {
98,460,423✔
852
  SOperatorParam**  ppParam = NULL;
98,460,423✔
853
  SOperatorParam*** pppDownstramParam = NULL;
98,460,423✔
854
  switch (type) {
98,460,423✔
855
    case OP_GET_PARAM:
98,459,540✔
856
      ppParam = &pOperator->pOperatorGetParam;
98,459,540✔
857
      pppDownstramParam = &pOperator->pDownstreamGetParams;
98,462,297✔
858
      break;
98,464,260✔
859
    case OP_NOTIFY_PARAM:
×
860
      ppParam = &pOperator->pOperatorNotifyParam;
×
861
      pppDownstramParam = &pOperator->pDownstreamNotifyParams;
×
862
      break;
×
863
    default:
883✔
864
      return TSDB_CODE_INVALID_PARA;
883✔
865
  }
866

867
  freeResetOperatorParams(pOperator, type, false);
98,464,260✔
868

869
  if (NULL == pInput) {
98,478,233✔
870
    return TSDB_CODE_SUCCESS;
×
871
  }
872

873
  *ppParam = (pInput->opType == pOperator->operatorType) ? pInput : NULL;
98,478,233✔
874

875
  if (NULL == *pppDownstramParam) {
98,482,154✔
876
    *pppDownstramParam = taosMemoryCalloc(pOperator->numOfDownstream, POINTER_BYTES);
21,490,732✔
877
    if (NULL == *pppDownstramParam) {
21,491,232✔
878
      return terrno;
×
879
    }
880
  }
881

882
  if (NULL == *ppParam) {
98,482,728✔
883
    for (int32_t i = 0; i < pOperator->numOfDownstream; ++i) {
×
884
      (*pppDownstramParam)[i] = pInput;
×
885
    }
886
    return TSDB_CODE_SUCCESS;
×
887
  }
888

889
  memset(*pppDownstramParam, 0, pOperator->numOfDownstream * POINTER_BYTES);
98,482,131✔
890

891
  int32_t childrenNum = taosArrayGetSize((*ppParam)->pChildren);
98,482,554✔
892
  if (childrenNum <= 0) {
98,480,922✔
893
    return TSDB_CODE_SUCCESS;
84,748,517✔
894
  }
895

896
  for (int32_t i = 0; i < childrenNum; ++i) {
31,714,445✔
897
    SOperatorParam* pChild = *(SOperatorParam**)taosArrayGet((*ppParam)->pChildren, i);
17,985,483✔
898
    if (pChild == NULL) {
17,985,966✔
899
      return terrno;
×
900
    }
901

902
    if ((*pppDownstramParam)[pChild->downstreamIdx]) {
17,985,966✔
903
      int32_t code = mergeOperatorParams((*pppDownstramParam)[pChild->downstreamIdx], pChild);
×
904
      if (code) {
×
905
        return code;
×
906
      }
907
    } else {
908
      (*pppDownstramParam)[pChild->downstreamIdx] = pChild;
17,976,653✔
909
    }
910
  }
911

912
  taosArrayDestroy((*ppParam)->pChildren);
13,728,962✔
913
  (*ppParam)->pChildren = NULL;
13,724,907✔
914

915
  return TSDB_CODE_SUCCESS;
13,728,276✔
916
}
917

918
SSDataBlock* getNextBlockFromDownstream(struct SOperatorInfo* pOperator, int32_t idx) {
857,713,012✔
919
  SSDataBlock* p = NULL;
857,713,012✔
920
  int32_t      code = getNextBlockFromDownstreamImpl(pOperator, idx, true, &p);
857,761,553✔
921
  if (code == TSDB_CODE_SUCCESS) {
855,094,564✔
922
    code = blockDataCheck(p);
855,169,683✔
923
    if (code != TSDB_CODE_SUCCESS) {
855,277,791✔
924
      qError("blockDataCheck failed, code:%s", tstrerror(code));
×
925
    }
926
  }
927
  return (code == 0) ? p : NULL;
855,160,679✔
928
}
929

930
SSDataBlock* getNextBlockFromDownstreamRemain(struct SOperatorInfo* pOperator, int32_t idx) {
69,723,938✔
931
  SSDataBlock* p = NULL;
69,723,938✔
932
  int32_t      code = getNextBlockFromDownstreamImpl(pOperator, idx, false, &p);
69,724,326✔
933
  if (code == TSDB_CODE_SUCCESS) {
69,712,798✔
934
    code = blockDataCheck(p);
69,712,798✔
935
    if (code != TSDB_CODE_SUCCESS) {
69,713,293✔
936
      qError("blockDataCheck failed, code:%s", tstrerror(code));
×
937
    }
938
  }
939
  return (code == 0)? p:NULL;
69,713,788✔
940
}
941

942
/*
943
 * Fetch one block from downstream without preserving reused get-param ownership.
944
 *
945
 * @param pOperator Current operator.
946
 * @param idx Downstream index.
947
 * @param pResBlock Output result block pointer.
948
 *
949
 * @return TSDB_CODE_SUCCESS on success, otherwise error code.
950
 */
951
static FORCE_INLINE int32_t getNextBlockFromDownstreamRemainDetachImpl(struct SOperatorInfo* pOperator, int32_t idx,
952
                                                                       SSDataBlock** pResBlock) {
953
  QRY_PARAM_CHECK(pResBlock);
810,399,476✔
954

955
  int32_t code = TSDB_CODE_SUCCESS;
810,417,190✔
956
  int32_t lino = 0;
810,417,190✔
957

958
  if (pOperator->pDownstreamGetParams && pOperator->pDownstreamGetParams[idx]) {
820,021,308✔
959
    SOperatorParam* pGetParam = pOperator->pDownstreamGetParams[idx];
9,599,919✔
960
    pOperator->pDownstreamGetParams[idx] = NULL;
9,598,513✔
961
    // Once detached from the parent operator, downstream must own/free this param.
962
    pGetParam->reUse = false;
9,594,255✔
963

964
    qDebug("DynOp: op %s start to get block from downstream %s", pOperator->name, pOperator->pDownstream[idx]->name);
9,600,836✔
965
    code = pOperator->pDownstream[idx]->fpSet.getNextExtFn(pOperator->pDownstream[idx], pGetParam, pResBlock);
9,600,836✔
966
    QUERY_CHECK_CODE(code, lino, _return);
9,604,118✔
967
  } else {
968
    code = pOperator->pDownstream[idx]->fpSet.getNextFn(pOperator->pDownstream[idx], pResBlock);
800,836,981✔
969
    QUERY_CHECK_CODE(code, lino, _return);
799,112,270✔
970
  }
971

972
_return:
799,112,270✔
973
  if (code) {
808,716,388✔
974
    qError("failed to get next data block from upstream at %s, line:%d code:%s", __func__, lino, tstrerror(code));
×
975
  }
976
  return code;
808,698,067✔
977
}
978

979
/*
980
 * Fetch and validate one downstream block while detaching one-shot get-param.
981
 *
982
 * @param pOperator Current operator.
983
 * @param idx Downstream index.
984
 *
985
 * @return Valid block pointer on success, or NULL on failure.
986
 */
987
SSDataBlock* getNextBlockFromDownstreamRemainDetach(struct SOperatorInfo* pOperator, int32_t idx) {
810,378,822✔
988
  SSDataBlock* p = NULL;
810,378,822✔
989
  int32_t      code = TSDB_CODE_SUCCESS;
810,409,429✔
990
  int32_t      lino = 0;
810,409,429✔
991

992
  code = getNextBlockFromDownstreamRemainDetachImpl(pOperator, idx, &p);
808,698,067✔
993
  QUERY_CHECK_CODE(code, lino, _return);
808,698,067✔
994

995
  code = blockDataCheck(p);
808,698,067✔
996
  QUERY_CHECK_CODE(code, lino, _return);
808,764,919✔
997

998
_return:
808,764,919✔
999
  if (code) {
808,776,811✔
1000
    qError("failed to get next data block from downstream at %s, line:%d code:%s", __func__, lino, tstrerror(code));
47,680✔
1001
    return NULL;
×
1002
  }
1003
  return p;
808,729,131✔
1004
}
1005

1006
int32_t optrDefaultGetNextExtFn(struct SOperatorInfo* pOperator, SOperatorParam* pParam, SSDataBlock** pRes) {
98,482,851✔
1007
  QRY_PARAM_CHECK(pRes);
98,482,851✔
1008

1009
  int32_t lino = 0;
98,484,454✔
1010
  int32_t code = setOperatorParams(pOperator, pParam, OP_GET_PARAM);
98,484,454✔
1011
  QUERY_CHECK_CODE(code, lino, _end);
98,473,379✔
1012
  code = pOperator->fpSet.getNextFn(pOperator, pRes);
98,473,379✔
1013
  QUERY_CHECK_CODE(code, lino, _end);
98,484,525✔
1014

1015
_end:
98,484,525✔
1016
  if (code != TSDB_CODE_SUCCESS) {
98,484,525✔
1017
    qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code));
×
1018
    pOperator->pTaskInfo->code = code;
×
1019
    T_LONG_JMP(pOperator->pTaskInfo->env, code);
×
1020
  }
1021

1022
  return code;
98,484,525✔
1023
}
1024

1025
int32_t optrDefaultNotifyFn(struct SOperatorInfo* pOperator, SOperatorParam* pParam) {
×
1026
  int32_t code = setOperatorParams(pOperator, pParam, OP_NOTIFY_PARAM);
×
1027
  if (TSDB_CODE_SUCCESS == code && pOperator->fpSet.notifyFn && pOperator->pOperatorNotifyParam) {
×
1028
    code = pOperator->fpSet.notifyFn(pOperator, pOperator->pOperatorNotifyParam);
×
1029
  }
1030
  if (TSDB_CODE_SUCCESS == code) {
×
1031
    for (int32_t i = 0; i < pOperator->numOfDownstream; ++i) {
×
1032
      if (pOperator->pDownstreamNotifyParams[i]) {
×
1033
        code = optrDefaultNotifyFn(pOperator->pDownstream[i], pOperator->pDownstreamNotifyParams[i]);
×
1034
        if (TSDB_CODE_SUCCESS != code) {
×
1035
          break;
×
1036
        }
1037
        pOperator->pDownstreamNotifyParams[i] = NULL;
×
1038
      }
1039
    }
1040
  }
1041
  if (TSDB_CODE_SUCCESS != code) {
×
1042
    pOperator->pTaskInfo->code = code;
×
1043
    T_LONG_JMP(pOperator->pTaskInfo->env, pOperator->pTaskInfo->code);
×
1044
  }
1045

1046
  return code;
×
1047
}
1048

1049
int64_t getOperatorResultBlockId(struct SOperatorInfo* pOperator, int32_t idx) {
28,463,564✔
1050
  if (pOperator->transparent) {
28,463,564✔
1051
    return getOperatorResultBlockId(pOperator->pDownstream[idx], 0);
2,367,784✔
1052
  }
1053
  return pOperator->resultDataBlockId;
26,095,780✔
1054
}
1055

1056
void resetOperatorState(SOperatorInfo *pOper) {
×
1057
  pOper->status = OP_NOT_OPENED;
×
1058
}
×
1059

1060
void resetBasicOperatorState(SOptrBasicInfo *pBasicInfo) {
15,463,589✔
1061
  if (pBasicInfo->pRes) blockDataCleanup(pBasicInfo->pRes);
15,463,589✔
1062
  initResultRowInfo(&pBasicInfo->resultRowInfo);
15,465,176✔
1063
}
15,465,149✔
1064

1065
int32_t resetAggSup(SExprSupp* pExprSupp, SAggSupporter* pSup, SExecTaskInfo* pTaskInfo,
13,346,333✔
1066
                    SNodeList* pNodeList, SNodeList* pGroupKeys, size_t keyBufSize, const char* pKey, void* pState,
1067
                    SFunctionStateStore* pStore) {
1068
  int32_t    code = 0, lino = 0, num = 0;
13,346,333✔
1069
  SExprInfo* pExprInfo = NULL;
13,346,560✔
1070
  cleanupAggSup(pSup);
13,346,560✔
1071
  cleanupExprSuppWithoutFilter(pExprSupp);
13,346,135✔
1072
  code = createExprInfo(pNodeList, pGroupKeys, &pExprInfo, &num);
13,344,404✔
1073
  QUERY_CHECK_CODE(code, lino, _error);
13,345,422✔
1074
  code = initAggSup(pExprSupp, pSup, pExprInfo, num, keyBufSize, pKey, pState, pStore);
13,345,422✔
1075
  QUERY_CHECK_CODE(code, lino, _error);
13,345,832✔
1076
  return code;
13,345,832✔
1077
_error:
×
1078
  if (code != TSDB_CODE_SUCCESS) {
×
1079
    qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code));
×
1080
    pTaskInfo->code = code;
×
1081
  }
1082
  return code;
×
1083
}
1084

1085
int32_t resetExprSupp(SExprSupp* pExprSupp, SExecTaskInfo* pTaskInfo, SNodeList* pNodeList,
5,427,853✔
1086
                      SNodeList* pGroupKeys, SFunctionStateStore* pStore) {
1087
  int32_t code = 0, lino = 0, num = 0;
5,427,853✔
1088
  SExprInfo* pExprInfo = NULL;
5,428,047✔
1089
  cleanupExprSuppWithoutFilter(pExprSupp);
5,428,047✔
1090
  code = createExprInfo(pNodeList, pGroupKeys, &pExprInfo, &num);
5,428,047✔
1091
  QUERY_CHECK_CODE(code, lino, _error);
5,427,820✔
1092
  code = initExprSupp(pExprSupp, pExprInfo, num, pStore);
5,427,820✔
1093
  QUERY_CHECK_CODE(code, lino, _error);
5,427,626✔
1094
  return code;
5,427,626✔
1095
_error:
×
1096
  if (code != TSDB_CODE_SUCCESS) {
×
1097
    qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code));
×
1098
    pTaskInfo->code = code;
×
1099
  }
1100
  return code;
×
1101
}
1102

1103
int32_t copyColumnsValue(SNodeList* pNodeList, int64_t targetBlkId, SSDataBlock* pDst, SSDataBlock* pSrc, int32_t totalRows) {
1,316,318✔
1104
  bool    isNull = (NULL == pSrc || pSrc->info.rows <= 0);
1,316,318✔
1105
  size_t  numOfCols = LIST_LENGTH(pNodeList);
1,316,318✔
1106
  int64_t numOfRows = isNull ? 0 : pSrc->info.rows;
1,316,318✔
1107
  int32_t code = 0;
1,316,318✔
1108
  int32_t lino = 0;
1,316,318✔
1109

1110
  for (int32_t i = 0; i < numOfCols; ++i) {
8,973,102✔
1111
    STargetNode* pNode = (STargetNode*)nodesListGetNode(pNodeList, i);
7,656,784✔
1112
    if (nodeType(pNode->pExpr) == QUERY_NODE_COLUMN && ((SColumnNode*)pNode->pExpr)->dataBlockId == targetBlkId) {
7,656,784✔
1113
      SColumnInfoData* pDstCol = taosArrayGet(pDst->pDataBlock, pNode->slotId);
4,076,504✔
1114
      QUERY_CHECK_NULL(pDstCol, code, lino, _return, terrno)
4,076,504✔
1115

1116
      if (isNull) {
4,076,504✔
1117
        colDataSetNNULL(pDstCol, 0, totalRows);
×
1118
      } else {
1119
        SColumnInfoData* pSrcCol = taosArrayGet(pSrc->pDataBlock, ((SColumnNode*)pNode->pExpr)->slotId);
4,076,504✔
1120
        QUERY_CHECK_NULL(pSrcCol, code, lino, _return, terrno)
4,076,504✔
1121

1122
        code = colDataAssign(pDstCol, pSrcCol, pSrc->info.rows, &pDst->info);
4,076,504✔
1123

1124
        QUERY_CHECK_CODE(code, lino, _return);
4,076,504✔
1125
        if (pSrc->info.rows < totalRows) {
4,076,504✔
1126
          colDataSetNNULL(pDstCol, pSrc->info.rows, totalRows - pSrc->info.rows);
92,214✔
1127
        }
1128
      }
1129
    }
1130
  }
1131

1132
  return code;
1,316,318✔
1133
_return:
×
1134
  qError("failed to copy columns value, line:%d code:%s", lino, tstrerror(code));
×
1135
  return code;
×
1136
}
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc