• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #4997

20 Mar 2026 06:10AM UTC coverage: 71.739% (-0.3%) from 72.069%
#4997

push

travis-ci

web-flow
feat: add query phase tracking for SHOW QUERIES (#34706)

148 of 183 new or added lines in 10 files covered. (80.87%)

9273 existing lines in 172 files now uncovered.

244572 of 340921 relevant lines covered (71.74%)

133392941.95 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

69.18
/source/libs/executor/src/dataDispatcher.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#include "dataSinkInt.h"
17
#include "dataSinkMgt.h"
18
#include "executorInt.h"
19
#include "planner.h"
20
#include "tcompression.h"
21
#include "tdatablock.h"
22
#include "tglobal.h"
23
#include "tqueue.h"
24

25
extern SDataSinkStat gDataSinkStat;
26

27
typedef struct SDataDispatchBuf {
28
  int32_t useSize;
29
  int32_t allocSize;
30
  char*   pData;
31
} SDataDispatchBuf;
32

33
typedef struct SDataCacheEntry {
34
  int32_t rawLen;
35
  int32_t dataLen;
36
  int32_t numOfRows;
37
  int32_t numOfCols;
38
  int8_t  compressed;
39
  char    data[];
40
} SDataCacheEntry;
41

42
typedef struct SDataDispatchHandle {
43
  SDataSinkHandle     sink;
44
  SDataSinkManager*   pManager;
45
  SDataBlockDescNode* pSchema;
46
  SDataSinkNode*      pSinkNode;
47
  STaosQueue*         pDataBlocks;
48
  SDataDispatchBuf    nextOutput;
49
  int32_t             outPutColCounts;
50
  int32_t             status;
51
  bool                queryEnd;
52
  uint64_t            useconds;
53
  uint64_t            cachedSize;
54
  uint64_t            flags;
55
  void*               pCompressBuf;
56
  int32_t             bufSize;
57
  bool                dynamicSchema;
58
  TdThreadMutex       mutex;
59
} SDataDispatchHandle;
60

61
static int32_t inputSafetyCheck(SDataDispatchHandle* pHandle, const SInputData* pInput)  {
727,561,390✔
62
  if(tsSafetyCheckLevel == TSDB_SAFETY_CHECK_LEVELL_NEVER) {
727,561,390✔
63
    return TSDB_CODE_SUCCESS;
×
64
  }
65
  if (pInput == NULL || pInput->pData == NULL || pInput->pData->info.rows <= 0) {
727,561,390✔
66
    qError("invalid input data");
24,042✔
67
    return TSDB_CODE_QRY_INVALID_INPUT;
×
68
  }
69
  SDataBlockDescNode* pSchema = pHandle->pSchema;
727,546,652✔
70
  if (pSchema == NULL || pSchema->totalRowSize != pInput->pData->info.rowSize) {
727,567,244✔
UNCOV
71
    qError("invalid schema");
×
72
    return TSDB_CODE_QRY_INVALID_INPUT;
×
73
  }
74

75
  if (pHandle->outPutColCounts > taosArrayGetSize(pInput->pData->pDataBlock)) {
727,564,130✔
76
    qError("invalid column number, schema:%d, input:%zu", pHandle->outPutColCounts, taosArrayGetSize(pInput->pData->pDataBlock));
×
77
    return TSDB_CODE_QRY_INVALID_INPUT;
×
78
  }
79

80
  SNode*  pNode;
81
  int32_t colNum = 0;
727,523,520✔
82
  FOREACH(pNode, pHandle->pSchema->pSlots) {
2,147,483,647✔
83
    SSlotDescNode* pSlotDesc = (SSlotDescNode*)pNode;
2,147,483,647✔
84
    if (pSlotDesc->output) {
2,147,483,647✔
85
      SColumnInfoData* pColInfoData = taosArrayGet(pInput->pData->pDataBlock, colNum);
2,147,483,647✔
86
      if (pColInfoData == NULL) {
2,147,483,647✔
87
        return -1;
×
88
      }
89
      if (pColInfoData->info.bytes < 0) {
2,147,483,647✔
90
        qError("invalid column bytes, schema:%d, input:%d", pSlotDesc->dataType.bytes, pColInfoData->info.bytes);
×
91
        return TSDB_CODE_TSC_INTERNAL_ERROR;
×
92
      }
93
      if (!IS_VAR_DATA_TYPE(pColInfoData->info.type) &&
2,147,483,647✔
94
          TYPE_BYTES[pColInfoData->info.type] != pColInfoData->info.bytes) {
2,147,483,647✔
95
        qError("invalid column bytes, schema:%d, input:%d", TYPE_BYTES[pColInfoData->info.type],
×
96
               pColInfoData->info.bytes);
97
        return TSDB_CODE_TSC_INTERNAL_ERROR;
×
98
      }
99
      if (pColInfoData->info.type != pSlotDesc->dataType.type) {
2,147,483,647✔
100
        qError("invalid column type, schema:%d, input:%d", pSlotDesc->dataType.type, pColInfoData->info.type);
×
101
        return TSDB_CODE_QRY_INVALID_INPUT;
×
102
      }
103
      if (pColInfoData->info.bytes != pSlotDesc->dataType.bytes) {
2,147,483,647✔
104
        qError("invalid column bytes, schema:%d, input:%d", pSlotDesc->dataType.bytes, pColInfoData->info.bytes);
×
105
        return TSDB_CODE_QRY_INVALID_INPUT;
×
106
      }
107

108
      if (IS_INVALID_TYPE(pColInfoData->info.type)) {
2,147,483,647✔
109
        qError("invalid column type, type:%d", pColInfoData->info.type);
58,209✔
110
        return TSDB_CODE_TSC_INTERNAL_ERROR;
×
111
      }
112
      ++colNum;
2,147,483,647✔
113
    }
114
  }
115

116

117
  return TSDB_CODE_SUCCESS;
727,561,635✔
118
}
119

120
static int32_t inputSafetyCheckForDynamicSchema(const SInputData* pInput)  {
18,193,605✔
121
  if(tsSafetyCheckLevel == TSDB_SAFETY_CHECK_LEVELL_NEVER) {
18,193,605✔
122
    return TSDB_CODE_SUCCESS;
×
123
  }
124
  if (pInput == NULL || pInput->pData == NULL || pInput->pData->info.rows <= 0) {
18,193,605✔
125
    qError("invalid input data");
×
126
    return TSDB_CODE_QRY_INVALID_INPUT;
×
127
  }
128

129
  for (int32_t colNum = 0; colNum < taosArrayGetSize(pInput->pData->pDataBlock); colNum++) {
83,880,588✔
130
    SColumnInfoData* pColInfoData = taosArrayGet(pInput->pData->pDataBlock, colNum);
65,686,983✔
131
    if (pColInfoData == NULL) {
65,686,983✔
132
      return -1;
×
133
    }
134
    if (pColInfoData->info.bytes < 0) {
65,686,983✔
135
      qError("invalid column bytes, input:%d", pColInfoData->info.bytes);
×
136
      return TSDB_CODE_TSC_INTERNAL_ERROR;
×
137
    }
138
    if (!IS_VAR_DATA_TYPE(pColInfoData->info.type) &&
65,686,983✔
139
        TYPE_BYTES[pColInfoData->info.type] != pColInfoData->info.bytes) {
53,121,256✔
140
      qError("invalid column bytes, schema:%d, input:%d", TYPE_BYTES[pColInfoData->info.type],
×
141
             pColInfoData->info.bytes);
142
      return TSDB_CODE_TSC_INTERNAL_ERROR;
×
143
    }
144

145
    if (IS_INVALID_TYPE(pColInfoData->info.type)) {
65,686,983✔
146
      qError("invalid column type, type:%d", pColInfoData->info.type);
×
147
      return TSDB_CODE_TSC_INTERNAL_ERROR;
×
148
    }
149
  }
150

151
  return TSDB_CODE_SUCCESS;
18,193,605✔
152
}
153

154
// clang-format off
155
// data format:
156
// +----------------+------------------+--------------+--------------+------------------+--------------------------------------------+------------------------------------+-------------+-----------+-------------+-----------+
157
// |SDataCacheEntry |  version         | total length | numOfRows    |     group id     | col1_schema | col2_schema | col3_schema... | column#1 length, column#2 length...| col1 bitmap | col1 data | col2 bitmap | col2 data |
158
// |                |  sizeof(int32_t) |sizeof(int32) | sizeof(int32)| sizeof(uint64_t) | (sizeof(int8_t)+sizeof(int32_t))*numOfCols | sizeof(int32_t) * numOfCols        | actual size |           |                         |
159
// +----------------+------------------+--------------+--------------+------------------+--------------------------------------------+------------------------------------+-------------+-----------+-------------+-----------+
160
// The length of bitmap is decided by number of rows of this data block, and the length of each column data is
161
// recorded in the first segment, next to the struct header
162
// clang-format on
163
static int32_t toDataCacheEntry(SDataDispatchHandle* pHandle, const SInputData* pInput, SDataDispatchBuf* pBuf) {
745,747,848✔
164
  int32_t numOfCols = 0;
745,747,848✔
165
  SNode*  pNode;
166
  int32_t code = TSDB_CODE_SUCCESS;
745,747,848✔
167

168
  if (pHandle->dynamicSchema) {
745,747,848✔
169
    code = inputSafetyCheckForDynamicSchema(pInput);
18,193,605✔
170
    if (code) {
18,193,605✔
171
      qError("failed to check input data for dynamic schema, code:%d", code);
×
172
      return code;
×
173
    }
174
    numOfCols = taosArrayGetSize(pInput->pData->pDataBlock);
18,193,605✔
175
  } else {
176
    code = inputSafetyCheck(pHandle, pInput);
727,569,385✔
177
    if (code) {
727,561,786✔
178
      qError("failed to check input data, code:%d", code);
×
179
      return code;
×
180
    }
181

182
    FOREACH(pNode, pHandle->pSchema->pSlots) {
2,147,483,647✔
183
      SSlotDescNode* pSlotDesc = (SSlotDescNode*)pNode;
2,147,483,647✔
184
      if (pSlotDesc->output) {
2,147,483,647✔
185
        ++numOfCols;
2,147,483,647✔
186
      }
187
    }
188
  }
189

190
  SDataCacheEntry* pEntry = (SDataCacheEntry*)pBuf->pData;
745,415,748✔
191
  pEntry->compressed = 0;
745,714,175✔
192
  pEntry->numOfRows = pInput->pData->info.rows;
745,717,305✔
193
  pEntry->numOfCols = numOfCols;
745,749,155✔
194
  pEntry->dataLen = 0;
745,735,245✔
195
  pEntry->rawLen = 0;
745,740,027✔
196

197
  pBuf->useSize = sizeof(SDataCacheEntry);
745,760,056✔
198

199
  {
200
    // allocate additional 8 bytes to avoid invalid write if compress failed to reduce the size
201
    size_t dataEncodeBufSize = pBuf->allocSize + 8;
745,754,865✔
202
    if ((pBuf->allocSize > tsCompressMsgSize) && (tsCompressMsgSize > 0) && pHandle->pManager->cfg.compress) {
745,742,246✔
203
      if (pHandle->pCompressBuf == NULL) {
×
204
        pHandle->pCompressBuf = taosMemoryMalloc(dataEncodeBufSize);
×
205
        if (NULL == pHandle->pCompressBuf) {
×
206
          QRY_RET(terrno);
×
207
        }
208
        pHandle->bufSize = dataEncodeBufSize;
×
209
      } else {
210
        if (pHandle->bufSize < dataEncodeBufSize) {
×
211
          pHandle->bufSize = dataEncodeBufSize;
×
212
          void* p = taosMemoryRealloc(pHandle->pCompressBuf, pHandle->bufSize);
×
213
          if (p != NULL) {
×
214
            pHandle->pCompressBuf = p;
×
215
          } else {
216
            qError("failed to prepare compress buf:%d, code: %x", pHandle->bufSize, terrno);
×
217
            return terrno;
×
218
          }
219
        }
220
      }
221

222
      int32_t dataLen = blockEncode(pInput->pData, pHandle->pCompressBuf, dataEncodeBufSize, numOfCols);
×
223
      if(dataLen < 0) {
×
224
        qError("failed to encode data block, code: %d", dataLen);
×
225
        return terrno;
×
226
      }
227
      int32_t len =
228
          tsCompressString(pHandle->pCompressBuf, dataLen, 1, pEntry->data, pBuf->allocSize, ONE_STAGE_COMP, NULL, 0);
×
229
      if (len < dataLen) {
×
230
        pEntry->compressed = 1;
×
231
        pEntry->dataLen = len;
×
232
        pEntry->rawLen = dataLen;
×
233
      } else {  // no need to compress data
234
        pEntry->compressed = 0;
×
235
        pEntry->dataLen = dataLen;
×
236
        pEntry->rawLen = dataLen;
×
237
        TAOS_MEMCPY(pEntry->data, pHandle->pCompressBuf, dataLen);
×
238
      }
239
    } else {
240
      pEntry->dataLen =
745,712,849✔
241
          pHandle->dynamicSchema
745,706,154✔
242
              ? blockEncodeInternal(pInput->pData, pEntry->data,  pBuf->allocSize, numOfCols)
18,193,605✔
243
              : blockEncode(pInput->pData, pEntry->data,  pBuf->allocSize, numOfCols);
745,713,213✔
244
      if(pEntry->dataLen < 0) {
745,710,193✔
245
        qError("failed to encode data block, code: %d", pEntry->dataLen);
×
246
        return terrno;
×
247
      }
248
      pEntry->rawLen = pEntry->dataLen;
745,661,745✔
249
    }
250
  }
251

252
  pBuf->useSize += pEntry->dataLen;
745,720,559✔
253

254
  (void)atomic_add_fetch_64(&pHandle->cachedSize, pEntry->dataLen);
745,701,415✔
255
  (void)atomic_add_fetch_64(&gDataSinkStat.cachedSize, pEntry->dataLen);
745,746,874✔
256

257
  return TSDB_CODE_SUCCESS;
745,705,394✔
258
}
259

260
static int32_t allocBuf(SDataDispatchHandle* pDispatcher, const SInputData* pInput, SDataDispatchBuf* pBuf) {
745,757,078✔
261
  /*
262
    uint32_t capacity = pDispatcher->pManager->cfg.maxDataBlockNumPerQuery;
263
    if (taosQueueItemSize(pDispatcher->pDataBlocks) > capacity) {
264
      qError("SinkNode queue is full, no capacity, max:%d, current:%d, no capacity", capacity,
265
             taosQueueItemSize(pDispatcher->pDataBlocks));
266
      return false;
267
    }
268
  */
269

270
  pBuf->allocSize = sizeof(SDataCacheEntry) + (pDispatcher->dynamicSchema
1,491,523,448✔
271
                                                   ? blockGetInternalEncodeSize(pInput->pData)
18,193,605✔
272
                                                   : blockGetEncodeSize(pInput->pData));
727,572,675✔
273

274
  pBuf->pData = taosMemoryMalloc(pBuf->allocSize);
745,773,173✔
275
  if (pBuf->pData == NULL) {
745,740,240✔
276
    qError("SinkNode failed to malloc memory, size:%d, code:%x", pBuf->allocSize, terrno);
×
277
    return terrno;
×
278
  }
279

280
  return TSDB_CODE_SUCCESS;
745,753,698✔
281
}
282

283
static int32_t updateStatus(SDataDispatchHandle* pDispatcher) {
1,482,542,023✔
284
  (void)taosThreadMutexLock(&pDispatcher->mutex);
1,482,542,023✔
285
  int32_t blockNums = taosQueueItemSize(pDispatcher->pDataBlocks);
1,482,659,335✔
286
  int32_t status =
1,482,628,062✔
287
      (0 == blockNums ? DS_BUF_EMPTY
288
                      : (blockNums < pDispatcher->pManager->cfg.maxDataBlockNumPerQuery ? DS_BUF_LOW : DS_BUF_FULL));
1,482,625,292✔
289
  pDispatcher->status = status;
1,482,628,062✔
290
  (void)taosThreadMutexUnlock(&pDispatcher->mutex);
1,482,632,919✔
291
  return status;
1,482,674,952✔
292
}
293

294
static int32_t getStatus(SDataDispatchHandle* pDispatcher) {
×
295
  (void)taosThreadMutexLock(&pDispatcher->mutex);
×
296
  int32_t status = pDispatcher->status;
×
297
  (void)taosThreadMutexUnlock(&pDispatcher->mutex);
×
298
  return status;
×
299
}
300

301
static int32_t putDataBlock(SDataSinkHandle* pHandle, const SInputData* pInput, bool* pContinue) {
745,768,473✔
302
  int32_t              code = 0;
745,768,473✔
303
  SDataDispatchHandle* pDispatcher = (SDataDispatchHandle*)pHandle;
745,768,473✔
304
  SDataDispatchBuf*    pBuf = NULL;
745,768,473✔
305

306
  code = taosAllocateQitem(sizeof(SDataDispatchBuf), DEF_QITEM, 0, (void**)&pBuf);
745,775,509✔
307
  if (code) {
745,775,347✔
308
    return code;
×
309
  }
310

311
  code = allocBuf(pDispatcher, pInput, pBuf);
745,775,347✔
312
  if (code) {
745,747,843✔
313
    taosFreeQitem(pBuf);
×
314
    return code;
×
315
  }
316

317
  QRY_ERR_JRET(toDataCacheEntry(pDispatcher, pInput, pBuf));
745,747,843✔
318
  QRY_ERR_JRET(taosWriteQitem(pDispatcher->pDataBlocks, pBuf));
745,705,198✔
319

320
  int32_t status = updateStatus(pDispatcher);
745,690,054✔
321
  *pContinue = (status == DS_BUF_LOW || status == DS_BUF_EMPTY) && !(pDispatcher->flags & DS_FLAG_PROCESS_ONE_BLOCK);
745,782,562✔
322
  return TSDB_CODE_SUCCESS;
745,764,627✔
323

324
_return:
×
325

326
  taosMemoryFreeClear(pBuf->pData);
×
327
  taosFreeQitem(pBuf);
×
328
  return code;
×
329
}
330

331
static void endPut(struct SDataSinkHandle* pHandle, uint64_t useconds) {
330,800,424✔
332
  SDataDispatchHandle* pDispatcher = (SDataDispatchHandle*)pHandle;
330,800,424✔
333
  (void)taosThreadMutexLock(&pDispatcher->mutex);
330,800,424✔
334
  pDispatcher->queryEnd = true;
330,817,538✔
335
  pDispatcher->useconds = useconds;
330,804,439✔
336
  (void)taosThreadMutexUnlock(&pDispatcher->mutex);
330,786,482✔
337
}
330,797,618✔
338

339
static void resetDispatcher(struct SDataSinkHandle* pHandle) {
27,600,965✔
340
  SDataDispatchHandle* pDispatcher = (SDataDispatchHandle*)pHandle;
27,600,965✔
341
  (void)taosThreadMutexLock(&pDispatcher->mutex);
27,600,965✔
342
  pDispatcher->queryEnd = false;
27,602,573✔
343
  (void)taosThreadMutexUnlock(&pDispatcher->mutex);
27,602,179✔
344
}
27,602,573✔
345

346
static void getDataLength(SDataSinkHandle* pHandle, int64_t* pLen, int64_t* pRowLen, bool* pQueryEnd) {
848,283,481✔
347
  SDataDispatchHandle* pDispatcher = (SDataDispatchHandle*)pHandle;
848,283,481✔
348
  if (taosQueueEmpty(pDispatcher->pDataBlocks)) {
848,283,481✔
349
    *pQueryEnd = pDispatcher->queryEnd;
111,485,613✔
350
    *pLen = 0;
111,485,613✔
351
    return;
111,484,879✔
352
  }
353

354
  SDataDispatchBuf* pBuf = NULL;
736,880,595✔
355
  taosReadQitem(pDispatcher->pDataBlocks, (void**)&pBuf);
736,851,275✔
356
  if (pBuf != NULL) {
736,903,341✔
357
    TAOS_MEMCPY(&pDispatcher->nextOutput, pBuf, sizeof(SDataDispatchBuf));
736,903,164✔
358
    taosFreeQitem(pBuf);
736,866,589✔
359
  }
360

361
  SDataCacheEntry* pEntry = (SDataCacheEntry*)pDispatcher->nextOutput.pData;
736,839,396✔
362
  *pLen = pEntry->dataLen;
736,856,549✔
363
  *pRowLen = pEntry->rawLen;
736,879,918✔
364

365
  *pQueryEnd = pDispatcher->queryEnd;
736,881,946✔
366
  qDebug("got data len %" PRId64 ", row num %d in sink", *pLen,
736,876,614✔
367
         ((SDataCacheEntry*)(pDispatcher->nextOutput.pData))->numOfRows);
368
}
369

370
static int32_t getDataBlock(SDataSinkHandle* pHandle, SOutputData* pOutput) {
809,976,681✔
371
  SDataDispatchHandle* pDispatcher = (SDataDispatchHandle*)pHandle;
809,976,681✔
372
  if (NULL == pDispatcher->nextOutput.pData) {
809,976,681✔
373
    if (!pDispatcher->queryEnd) {
73,138,266✔
374
      qError("empty res while query not end in data dispatcher");
×
375
      return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;
×
376
    }
377

378
    pOutput->useconds = pDispatcher->useconds;
73,137,283✔
379
    pOutput->precision = pDispatcher->pSchema->precision;
73,139,251✔
380
    pOutput->bufStatus = DS_BUF_EMPTY;
73,139,903✔
381
    pOutput->queryEnd = pDispatcher->queryEnd;
73,139,903✔
382
    return TSDB_CODE_SUCCESS;
73,139,052✔
383
  }
384

385
  SDataCacheEntry* pEntry = (SDataCacheEntry*)(pDispatcher->nextOutput.pData);
736,829,333✔
386
  TAOS_MEMCPY(pOutput->pData, pEntry->data, pEntry->dataLen);
736,853,099✔
387
  pOutput->numOfRows = pEntry->numOfRows;
736,844,449✔
388
  pOutput->numOfCols = pEntry->numOfCols;
736,857,002✔
389
  pOutput->compressed = pEntry->compressed;
736,853,635✔
390

391
  (void)atomic_sub_fetch_64(&pDispatcher->cachedSize, pEntry->dataLen);
736,862,977✔
392
  (void)atomic_sub_fetch_64(&gDataSinkStat.cachedSize, pEntry->dataLen);
736,876,993✔
393

394
  taosMemoryFreeClear(pDispatcher->nextOutput.pData);  // todo persistent
736,850,985✔
395
  pOutput->bufStatus = updateStatus(pDispatcher);
736,846,341✔
396
  
397
  (void)taosThreadMutexLock(&pDispatcher->mutex);
736,894,940✔
398
  pOutput->queryEnd = pDispatcher->queryEnd;
736,858,539✔
399
  pOutput->useconds = pDispatcher->useconds;
736,882,252✔
400
  pOutput->precision = pDispatcher->pSchema->precision;
736,855,789✔
401
  (void)taosThreadMutexUnlock(&pDispatcher->mutex);
736,887,022✔
402

403
  return TSDB_CODE_SUCCESS;
736,901,154✔
404
}
405

406
static int32_t destroyDataSinker(SDataSinkHandle* pHandle) {
335,564,771✔
407
  SDataDispatchHandle* pDispatcher = (SDataDispatchHandle*)pHandle;
335,564,771✔
408
  (void)atomic_sub_fetch_64(&gDataSinkStat.cachedSize, pDispatcher->cachedSize);
335,564,771✔
409
  taosMemoryFreeClear(pDispatcher->nextOutput.pData);
335,565,862✔
410
  nodesDestroyNode((SNode*)pDispatcher->pSinkNode);
335,572,133✔
411

412
  while (!taosQueueEmpty(pDispatcher->pDataBlocks)) {
344,436,875✔
413
    SDataDispatchBuf* pBuf = NULL;
8,881,797✔
414
    taosReadQitem(pDispatcher->pDataBlocks, (void**)&pBuf);
8,881,797✔
415
    if (pBuf != NULL) {
8,881,797✔
416
      taosMemoryFreeClear(pBuf->pData);
8,881,797✔
417
      taosFreeQitem(pBuf);
8,881,797✔
418
    }
419
  }
420

421
  taosCloseQueue(pDispatcher->pDataBlocks);
335,598,365✔
422
  taosMemoryFreeClear(pDispatcher->pCompressBuf);
335,493,562✔
423
  pDispatcher->bufSize = 0;
335,537,628✔
424

425
  (void)taosThreadMutexDestroy(&pDispatcher->mutex);
335,523,747✔
426
  taosMemoryFree(pDispatcher->pManager);
335,543,217✔
427
  return TSDB_CODE_SUCCESS;
335,433,040✔
428
}
429

430
static int32_t getCacheSize(struct SDataSinkHandle* pHandle, uint64_t* size) {
×
431
  SDataDispatchHandle* pDispatcher = (SDataDispatchHandle*)pHandle;
×
432

433
  *size = atomic_load_64(&pDispatcher->cachedSize);
×
434
  return TSDB_CODE_SUCCESS;
×
435
}
436

437
static int32_t getSinkFlags(struct SDataSinkHandle* pHandle, uint64_t* pFlags) {
376,649,799✔
438
  SDataDispatchHandle* pDispatcher = (SDataDispatchHandle*)pHandle;
376,649,799✔
439

440
  *pFlags = atomic_load_64(&pDispatcher->flags);
376,649,799✔
441
  return TSDB_CODE_SUCCESS;
376,647,492✔
442
}
443

444
static int32_t blockDescNodeCheck(SDataBlockDescNode* pInputDataBlockDesc)  {
335,424,404✔
445
  if(tsSafetyCheckLevel == TSDB_SAFETY_CHECK_LEVELL_NEVER) {
335,424,404✔
446
    return TSDB_CODE_SUCCESS;
×
447
  }
448

449
  if (pInputDataBlockDesc == NULL) {
335,424,404✔
450
    qError("invalid schema");
×
451
    return TSDB_CODE_QRY_INVALID_INPUT;
×
452
  }
453

454
  SNode*  pNode;
455
  int32_t realOutputRowSize = 0;
335,424,404✔
456
  FOREACH(pNode, pInputDataBlockDesc->pSlots) {
1,678,861,617✔
457
    SSlotDescNode* pSlotDesc = (SSlotDescNode*)pNode;
1,361,243,424✔
458
    if (pSlotDesc->output) {
1,361,243,424✔
459
      realOutputRowSize += pSlotDesc->dataType.bytes;
1,343,436,226✔
460
    } else {
461
      // Slots must be sorted, and slots with 'output' set to true must come first
462
      break;
17,709,618✔
463
    }
464
  }
465
  if (realOutputRowSize !=  pInputDataBlockDesc->outputRowSize) {
335,394,650✔
466
    qError("invalid schema, realOutputRowSize:%d, outputRowSize:%d", realOutputRowSize, pInputDataBlockDesc->outputRowSize);
×
467
    return TSDB_CODE_QRY_INVALID_INPUT;
×
468
  }
469
  return TSDB_CODE_SUCCESS;
335,381,477✔
470
}
471

472
int32_t getOutputColCounts(SDataBlockDescNode* pInputDataBlockDesc) {
335,384,529✔
473
  if (pInputDataBlockDesc == NULL) {
335,384,529✔
474
    qError("invalid schema");
×
475
    return 0;
×
476
  }
477
  SNode*  pNode;
478
  int32_t numOfCols = 0;
335,384,529✔
479
  FOREACH(pNode, pInputDataBlockDesc->pSlots) {
1,678,389,533✔
480
    SSlotDescNode* pSlotDesc = (SSlotDescNode*)pNode;
1,360,783,569✔
481
    if (pSlotDesc->output) {
1,360,783,569✔
482
      ++numOfCols;
1,343,005,004✔
483
    } else {
484
      // Slots must be sorted, and slots with 'output' set to true must come first
485
      break;
17,610,478✔
486
    }
487
  }
488
  return numOfCols;
335,248,519✔
489
}
490

491
int32_t createDataDispatcher(SDataSinkManager* pManager, SDataSinkNode** ppDataSink, DataSinkHandle* pHandle, bool processOneBlock) {
335,417,397✔
492
  int32_t code;
493
  SDataSinkNode* pDataSink = *ppDataSink;
335,417,397✔
494
  code = blockDescNodeCheck(pDataSink->pInputDataBlockDesc);
335,476,897✔
495
  if (code) {
335,240,950✔
496
    qError("failed to check input data block desc, code:%d", code);
×
497
    goto _return;
×
498
  }
499

500
  SDataDispatcherNode* pDispatherNode = (SDataDispatcherNode*)pDataSink;
335,240,950✔
501
  SDataDispatchHandle* dispatcher = taosMemoryCalloc(1, sizeof(SDataDispatchHandle));
335,240,950✔
502
  if (NULL == dispatcher) {
335,098,322✔
503
    goto _return;
×
504
  }
505

506
  dispatcher->sink.fPut = putDataBlock;
335,098,322✔
507
  dispatcher->sink.fEndPut = endPut;
335,114,583✔
508
  dispatcher->sink.fReset = resetDispatcher;
335,180,903✔
509
  dispatcher->sink.fGetLen = getDataLength;
335,193,234✔
510
  dispatcher->sink.fGetData = getDataBlock;
335,249,159✔
511
  dispatcher->sink.fDestroy = destroyDataSinker;
335,392,644✔
512
  dispatcher->sink.fGetCacheSize = getCacheSize;
335,491,045✔
513
  dispatcher->sink.fGetFlags = getSinkFlags;
335,419,483✔
514
  dispatcher->pManager = pManager;
335,312,002✔
515
  pManager = NULL;
335,417,497✔
516
  dispatcher->dynamicSchema = pDispatherNode->dynamicSchema;
335,417,497✔
517
  dispatcher->pSchema = pDataSink->pInputDataBlockDesc;
335,404,880✔
518
  dispatcher->pSinkNode = pDataSink;
335,399,938✔
519
  *ppDataSink = NULL;
335,497,841✔
520
  dispatcher->outPutColCounts = getOutputColCounts(dispatcher->pSchema);
335,410,116✔
521
  dispatcher->status = DS_BUF_EMPTY;
335,153,542✔
522
  dispatcher->queryEnd = false;
335,292,930✔
523
  code = taosOpenQueue(&dispatcher->pDataBlocks);
335,331,171✔
524
  if (code) {
335,340,098✔
525
    terrno = code;
×
526
    goto _return;
×
527
  }
528
  code = taosThreadMutexInit(&dispatcher->mutex, NULL);
335,340,098✔
529
  if (code) {
335,107,374✔
UNCOV
530
    terrno = code;
×
531
    goto _return;
×
532
  }
533

534
  dispatcher->flags = DS_FLAG_USE_MEMPOOL;
335,107,374✔
535
  if (processOneBlock) {
335,339,668✔
536
    dispatcher->flags |= DS_FLAG_PROCESS_ONE_BLOCK;
4,885,538✔
537
  }
538

539
  *pHandle = dispatcher;
335,340,283✔
540
  return TSDB_CODE_SUCCESS;
335,390,022✔
541

542
_return:
×
543

544
  taosMemoryFree(pManager);
×
545
  
546
  if (dispatcher) {
×
547
    dsDestroyDataSinker(dispatcher);
×
548
  }
549

550
  nodesDestroyNode((SNode *)*ppDataSink);
×
551
  *ppDataSink = NULL;
×
552
  
553
  return terrno;
×
554
}
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc