• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #4961

09 Feb 2026 01:16AM UTC coverage: 66.798% (-0.08%) from 66.88%
#4961

push

travis-ci

web-flow
docs: add support for recording STMT to CSV files (#34276)

* docs: add support for recording STMT to CSV files

* docs: update version for STMT recording feature in CSV files

205534 of 307696 relevant lines covered (66.8%)

127069311.55 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

69.18
/source/libs/executor/src/dataDispatcher.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#include "dataSinkInt.h"
17
#include "dataSinkMgt.h"
18
#include "executorInt.h"
19
#include "planner.h"
20
#include "tcompression.h"
21
#include "tdatablock.h"
22
#include "tglobal.h"
23
#include "tqueue.h"
24

25
extern SDataSinkStat gDataSinkStat;
26

27
typedef struct SDataDispatchBuf {
28
  int32_t useSize;
29
  int32_t allocSize;
30
  char*   pData;
31
} SDataDispatchBuf;
32

33
typedef struct SDataCacheEntry {
34
  int32_t rawLen;
35
  int32_t dataLen;
36
  int32_t numOfRows;
37
  int32_t numOfCols;
38
  int8_t  compressed;
39
  char    data[];
40
} SDataCacheEntry;
41

42
typedef struct SDataDispatchHandle {
43
  SDataSinkHandle     sink;
44
  SDataSinkManager*   pManager;
45
  SDataBlockDescNode* pSchema;
46
  SDataSinkNode*      pSinkNode;
47
  STaosQueue*         pDataBlocks;
48
  SDataDispatchBuf    nextOutput;
49
  int32_t             outPutColCounts;
50
  int32_t             status;
51
  bool                queryEnd;
52
  uint64_t            useconds;
53
  uint64_t            cachedSize;
54
  uint64_t            flags;
55
  void*               pCompressBuf;
56
  int32_t             bufSize;
57
  bool                dynamicSchema;
58
  TdThreadMutex       mutex;
59
} SDataDispatchHandle;
60

61
static int32_t inputSafetyCheck(SDataDispatchHandle* pHandle, const SInputData* pInput)  {
541,120,181✔
62
  if(tsSafetyCheckLevel == TSDB_SAFETY_CHECK_LEVELL_NEVER) {
541,120,181✔
63
    return TSDB_CODE_SUCCESS;
×
64
  }
65
  if (pInput == NULL || pInput->pData == NULL || pInput->pData->info.rows <= 0) {
541,120,181✔
66
    qError("invalid input data");
70,482✔
67
    return TSDB_CODE_QRY_INVALID_INPUT;
×
68
  }
69
  SDataBlockDescNode* pSchema = pHandle->pSchema;
541,041,427✔
70
  if (pSchema == NULL || pSchema->totalRowSize != pInput->pData->info.rowSize) {
541,056,113✔
71
    qError("invalid schema");
×
72
    return TSDB_CODE_QRY_INVALID_INPUT;
×
73
  }
74

75
  if (pHandle->outPutColCounts > taosArrayGetSize(pInput->pData->pDataBlock)) {
541,117,206✔
76
    qError("invalid column number, schema:%d, input:%zu", pHandle->outPutColCounts, taosArrayGetSize(pInput->pData->pDataBlock));
×
77
    return TSDB_CODE_QRY_INVALID_INPUT;
×
78
  }
79

80
  SNode*  pNode;
81
  int32_t colNum = 0;
541,020,744✔
82
  FOREACH(pNode, pHandle->pSchema->pSlots) {
2,147,483,647✔
83
    SSlotDescNode* pSlotDesc = (SSlotDescNode*)pNode;
2,147,483,647✔
84
    if (pSlotDesc->output) {
2,147,483,647✔
85
      SColumnInfoData* pColInfoData = taosArrayGet(pInput->pData->pDataBlock, colNum);
2,147,483,647✔
86
      if (pColInfoData == NULL) {
2,147,483,647✔
87
        return -1;
×
88
      }
89
      if (pColInfoData->info.bytes < 0) {
2,147,483,647✔
90
        qError("invalid column bytes, schema:%d, input:%d", pSlotDesc->dataType.bytes, pColInfoData->info.bytes);
×
91
        return TSDB_CODE_TSC_INTERNAL_ERROR;
×
92
      }
93
      if (!IS_VAR_DATA_TYPE(pColInfoData->info.type) &&
2,147,483,647✔
94
          TYPE_BYTES[pColInfoData->info.type] != pColInfoData->info.bytes) {
2,147,483,647✔
95
        qError("invalid column bytes, schema:%d, input:%d", TYPE_BYTES[pColInfoData->info.type],
×
96
               pColInfoData->info.bytes);
97
        return TSDB_CODE_TSC_INTERNAL_ERROR;
×
98
      }
99
      if (pColInfoData->info.type != pSlotDesc->dataType.type) {
2,147,483,647✔
100
        qError("invalid column type, schema:%d, input:%d", pSlotDesc->dataType.type, pColInfoData->info.type);
×
101
        return TSDB_CODE_QRY_INVALID_INPUT;
×
102
      }
103
      if (pColInfoData->info.bytes != pSlotDesc->dataType.bytes) {
2,147,483,647✔
104
        qError("invalid column bytes, schema:%d, input:%d", pSlotDesc->dataType.bytes, pColInfoData->info.bytes);
×
105
        return TSDB_CODE_QRY_INVALID_INPUT;
×
106
      }
107

108
      if (IS_INVALID_TYPE(pColInfoData->info.type)) {
2,147,483,647✔
109
        qError("invalid column type, type:%d", pColInfoData->info.type);
78,332✔
110
        return TSDB_CODE_TSC_INTERNAL_ERROR;
×
111
      }
112
      ++colNum;
2,147,483,647✔
113
    }
114
  }
115

116

117
  return TSDB_CODE_SUCCESS;
541,065,718✔
118
}
119

120
static int32_t inputSafetyCheckForDynamicSchema(const SInputData* pInput)  {
21,344,550✔
121
  if(tsSafetyCheckLevel == TSDB_SAFETY_CHECK_LEVELL_NEVER) {
21,344,550✔
122
    return TSDB_CODE_SUCCESS;
×
123
  }
124
  if (pInput == NULL || pInput->pData == NULL || pInput->pData->info.rows <= 0) {
21,344,550✔
125
    qError("invalid input data");
×
126
    return TSDB_CODE_QRY_INVALID_INPUT;
×
127
  }
128

129
  for (int32_t colNum = 0; colNum < taosArrayGetSize(pInput->pData->pDataBlock); colNum++) {
101,814,996✔
130
    SColumnInfoData* pColInfoData = taosArrayGet(pInput->pData->pDataBlock, colNum);
80,470,446✔
131
    if (pColInfoData == NULL) {
80,470,446✔
132
      return -1;
×
133
    }
134
    if (pColInfoData->info.bytes < 0) {
80,470,446✔
135
      qError("invalid column bytes, input:%d", pColInfoData->info.bytes);
×
136
      return TSDB_CODE_TSC_INTERNAL_ERROR;
×
137
    }
138
    if (!IS_VAR_DATA_TYPE(pColInfoData->info.type) &&
80,470,446✔
139
        TYPE_BYTES[pColInfoData->info.type] != pColInfoData->info.bytes) {
64,145,496✔
140
      qError("invalid column bytes, schema:%d, input:%d", TYPE_BYTES[pColInfoData->info.type],
×
141
             pColInfoData->info.bytes);
142
      return TSDB_CODE_TSC_INTERNAL_ERROR;
×
143
    }
144

145
    if (IS_INVALID_TYPE(pColInfoData->info.type)) {
80,470,446✔
146
      qError("invalid column type, type:%d", pColInfoData->info.type);
×
147
      return TSDB_CODE_TSC_INTERNAL_ERROR;
×
148
    }
149
  }
150

151
  return TSDB_CODE_SUCCESS;
21,344,550✔
152
}
153

154
// clang-format off
155
// data format:
156
// +----------------+------------------+--------------+--------------+------------------+--------------------------------------------+------------------------------------+-------------+-----------+-------------+-----------+
157
// |SDataCacheEntry |  version         | total length | numOfRows    |     group id     | col1_schema | col2_schema | col3_schema... | column#1 length, column#2 length...| col1 bitmap | col1 data | col2 bitmap | col2 data |
158
// |                |  sizeof(int32_t) |sizeof(int32) | sizeof(int32)| sizeof(uint64_t) | (sizeof(int8_t)+sizeof(int32_t))*numOfCols | sizeof(int32_t) * numOfCols        | actual size |           |                         |
159
// +----------------+------------------+--------------+--------------+------------------+--------------------------------------------+------------------------------------+-------------+-----------+-------------+-----------+
160
// The length of bitmap is decided by number of rows of this data block, and the length of each column data is
161
// recorded in the first segment, next to the struct header
162
// clang-format on
163
static int32_t toDataCacheEntry(SDataDispatchHandle* pHandle, const SInputData* pInput, SDataDispatchBuf* pBuf) {
562,466,962✔
164
  int32_t numOfCols = 0;
562,466,962✔
165
  SNode*  pNode;
166
  int32_t code = TSDB_CODE_SUCCESS;
562,466,962✔
167

168
  if (pHandle->dynamicSchema) {
562,466,962✔
169
    code = inputSafetyCheckForDynamicSchema(pInput);
21,344,550✔
170
    if (code) {
21,344,550✔
171
      qError("failed to check input data for dynamic schema, code:%d", code);
×
172
      return code;
×
173
    }
174
    numOfCols = taosArrayGetSize(pInput->pData->pDataBlock);
21,344,550✔
175
  } else {
176
    code = inputSafetyCheck(pHandle, pInput);
541,139,993✔
177
    if (code) {
541,055,251✔
178
      qError("failed to check input data, code:%d", code);
×
179
      return code;
×
180
    }
181

182
    FOREACH(pNode, pHandle->pSchema->pSlots) {
2,147,483,647✔
183
      SSlotDescNode* pSlotDesc = (SSlotDescNode*)pNode;
2,147,483,647✔
184
      if (pSlotDesc->output) {
2,147,483,647✔
185
        ++numOfCols;
2,147,483,647✔
186
      }
187
    }
188
  }
189

190
  SDataCacheEntry* pEntry = (SDataCacheEntry*)pBuf->pData;
562,263,036✔
191
  pEntry->compressed = 0;
562,267,529✔
192
  pEntry->numOfRows = pInput->pData->info.rows;
562,261,054✔
193
  pEntry->numOfCols = numOfCols;
562,281,058✔
194
  pEntry->dataLen = 0;
562,324,085✔
195
  pEntry->rawLen = 0;
562,281,162✔
196

197
  pBuf->useSize = sizeof(SDataCacheEntry);
562,322,521✔
198

199
  {
200
    // allocate additional 8 bytes to avoid invalid write if compress failed to reduce the size
201
    size_t dataEncodeBufSize = pBuf->allocSize + 8;
562,360,076✔
202
    if ((pBuf->allocSize > tsCompressMsgSize) && (tsCompressMsgSize > 0) && pHandle->pManager->cfg.compress) {
562,346,725✔
203
      if (pHandle->pCompressBuf == NULL) {
×
204
        pHandle->pCompressBuf = taosMemoryMalloc(dataEncodeBufSize);
×
205
        if (NULL == pHandle->pCompressBuf) {
×
206
          QRY_RET(terrno);
×
207
        }
208
        pHandle->bufSize = dataEncodeBufSize;
×
209
      } else {
210
        if (pHandle->bufSize < dataEncodeBufSize) {
×
211
          pHandle->bufSize = dataEncodeBufSize;
×
212
          void* p = taosMemoryRealloc(pHandle->pCompressBuf, pHandle->bufSize);
×
213
          if (p != NULL) {
×
214
            pHandle->pCompressBuf = p;
×
215
          } else {
216
            qError("failed to prepare compress buf:%d, code: %x", pHandle->bufSize, terrno);
×
217
            return terrno;
×
218
          }
219
        }
220
      }
221

222
      int32_t dataLen = blockEncode(pInput->pData, pHandle->pCompressBuf, dataEncodeBufSize, numOfCols);
×
223
      if(dataLen < 0) {
×
224
        qError("failed to encode data block, code: %d", dataLen);
×
225
        return terrno;
×
226
      }
227
      int32_t len =
228
          tsCompressString(pHandle->pCompressBuf, dataLen, 1, pEntry->data, pBuf->allocSize, ONE_STAGE_COMP, NULL, 0);
×
229
      if (len < dataLen) {
×
230
        pEntry->compressed = 1;
×
231
        pEntry->dataLen = len;
×
232
        pEntry->rawLen = dataLen;
×
233
      } else {  // no need to compress data
234
        pEntry->compressed = 0;
×
235
        pEntry->dataLen = dataLen;
×
236
        pEntry->rawLen = dataLen;
×
237
        TAOS_MEMCPY(pEntry->data, pHandle->pCompressBuf, dataLen);
×
238
      }
239
    } else {
240
      pEntry->dataLen =
562,206,340✔
241
          pHandle->dynamicSchema
562,348,377✔
242
              ? blockEncodeInternal(pInput->pData, pEntry->data,  pBuf->allocSize, numOfCols)
21,344,550✔
243
              : blockEncode(pInput->pData, pEntry->data,  pBuf->allocSize, numOfCols);
562,243,486✔
244
      if(pEntry->dataLen < 0) {
562,231,947✔
245
        qError("failed to encode data block, code: %d", pEntry->dataLen);
×
246
        return terrno;
×
247
      }
248
      pEntry->rawLen = pEntry->dataLen;
562,150,113✔
249
    }
250
  }
251

252
  pBuf->useSize += pEntry->dataLen;
562,205,288✔
253

254
  (void)atomic_add_fetch_64(&pHandle->cachedSize, pEntry->dataLen);
562,229,431✔
255
  (void)atomic_add_fetch_64(&gDataSinkStat.cachedSize, pEntry->dataLen);
562,461,595✔
256

257
  return TSDB_CODE_SUCCESS;
562,270,757✔
258
}
259

260
static int32_t allocBuf(SDataDispatchHandle* pDispatcher, const SInputData* pInput, SDataDispatchBuf* pBuf) {
562,512,184✔
261
  /*
262
    uint32_t capacity = pDispatcher->pManager->cfg.maxDataBlockNumPerQuery;
263
    if (taosQueueItemSize(pDispatcher->pDataBlocks) > capacity) {
264
      qError("SinkNode queue is full, no capacity, max:%d, current:%d, no capacity", capacity,
265
             taosQueueItemSize(pDispatcher->pDataBlocks));
266
      return false;
267
    }
268
  */
269

270
  pBuf->allocSize = sizeof(SDataCacheEntry) + (pDispatcher->dynamicSchema
1,124,992,636✔
271
                                                   ? blockGetInternalEncodeSize(pInput->pData)
21,344,550✔
272
                                                   : blockGetEncodeSize(pInput->pData));
541,185,178✔
273

274
  pBuf->pData = taosMemoryMalloc(pBuf->allocSize);
562,489,102✔
275
  if (pBuf->pData == NULL) {
562,414,510✔
276
    qError("SinkNode failed to malloc memory, size:%d, code:%x", pBuf->allocSize, terrno);
×
277
    return terrno;
×
278
  }
279

280
  return TSDB_CODE_SUCCESS;
562,473,228✔
281
}
282

283
static int32_t updateStatus(SDataDispatchHandle* pDispatcher) {
1,116,117,620✔
284
  (void)taosThreadMutexLock(&pDispatcher->mutex);
1,116,117,620✔
285
  int32_t blockNums = taosQueueItemSize(pDispatcher->pDataBlocks);
1,116,652,193✔
286
  int32_t status =
1,116,482,175✔
287
      (0 == blockNums ? DS_BUF_EMPTY
288
                      : (blockNums < pDispatcher->pManager->cfg.maxDataBlockNumPerQuery ? DS_BUF_LOW : DS_BUF_FULL));
1,116,282,727✔
289
  pDispatcher->status = status;
1,116,482,175✔
290
  (void)taosThreadMutexUnlock(&pDispatcher->mutex);
1,116,444,257✔
291
  return status;
1,116,670,799✔
292
}
293

294
static int32_t getStatus(SDataDispatchHandle* pDispatcher) {
×
295
  (void)taosThreadMutexLock(&pDispatcher->mutex);
×
296
  int32_t status = pDispatcher->status;
×
297
  (void)taosThreadMutexUnlock(&pDispatcher->mutex);
×
298
  return status;
×
299
}
300

301
static int32_t putDataBlock(SDataSinkHandle* pHandle, const SInputData* pInput, bool* pContinue) {
562,524,220✔
302
  int32_t              code = 0;
562,524,220✔
303
  SDataDispatchHandle* pDispatcher = (SDataDispatchHandle*)pHandle;
562,524,220✔
304
  SDataDispatchBuf*    pBuf = NULL;
562,524,220✔
305

306
  code = taosAllocateQitem(sizeof(SDataDispatchBuf), DEF_QITEM, 0, (void**)&pBuf);
562,533,477✔
307
  if (code) {
562,548,392✔
308
    return code;
×
309
  }
310

311
  code = allocBuf(pDispatcher, pInput, pBuf);
562,548,392✔
312
  if (code) {
562,490,209✔
313
    taosFreeQitem(pBuf);
×
314
    return code;
×
315
  }
316

317
  QRY_ERR_JRET(toDataCacheEntry(pDispatcher, pInput, pBuf));
562,490,209✔
318
  QRY_ERR_JRET(taosWriteQitem(pDispatcher->pDataBlocks, pBuf));
562,269,362✔
319

320
  int32_t status = updateStatus(pDispatcher);
562,379,880✔
321
  *pContinue = (status == DS_BUF_LOW || status == DS_BUF_EMPTY) && !(pDispatcher->flags & DS_FLAG_PROCESS_ONE_BLOCK);
562,549,984✔
322
  return TSDB_CODE_SUCCESS;
562,467,192✔
323

324
_return:
×
325

326
  taosMemoryFreeClear(pBuf->pData);
×
327
  taosFreeQitem(pBuf);
×
328
  return code;
×
329
}
330

331
static void endPut(struct SDataSinkHandle* pHandle, uint64_t useconds) {
277,612,108✔
332
  SDataDispatchHandle* pDispatcher = (SDataDispatchHandle*)pHandle;
277,612,108✔
333
  (void)taosThreadMutexLock(&pDispatcher->mutex);
277,612,108✔
334
  pDispatcher->queryEnd = true;
277,632,280✔
335
  pDispatcher->useconds = useconds;
277,643,725✔
336
  (void)taosThreadMutexUnlock(&pDispatcher->mutex);
277,593,530✔
337
}
277,602,284✔
338

339
static void resetDispatcher(struct SDataSinkHandle* pHandle) {
34,585,271✔
340
  SDataDispatchHandle* pDispatcher = (SDataDispatchHandle*)pHandle;
34,585,271✔
341
  (void)taosThreadMutexLock(&pDispatcher->mutex);
34,585,271✔
342
  pDispatcher->queryEnd = false;
34,584,810✔
343
  (void)taosThreadMutexUnlock(&pDispatcher->mutex);
34,585,330✔
344
}
34,584,819✔
345

346
static void getDataLength(SDataSinkHandle* pHandle, int64_t* pLen, int64_t* pRowLen, bool* pQueryEnd) {
657,163,976✔
347
  SDataDispatchHandle* pDispatcher = (SDataDispatchHandle*)pHandle;
657,163,976✔
348
  if (taosQueueEmpty(pDispatcher->pDataBlocks)) {
657,163,976✔
349
    *pQueryEnd = pDispatcher->queryEnd;
103,233,580✔
350
    *pLen = 0;
103,236,768✔
351
    return;
103,232,634✔
352
  }
353

354
  SDataDispatchBuf* pBuf = NULL;
554,032,886✔
355
  taosReadQitem(pDispatcher->pDataBlocks, (void**)&pBuf);
554,049,300✔
356
  if (pBuf != NULL) {
554,116,574✔
357
    TAOS_MEMCPY(&pDispatcher->nextOutput, pBuf, sizeof(SDataDispatchBuf));
554,118,865✔
358
    taosFreeQitem(pBuf);
554,040,529✔
359
  }
360

361
  SDataCacheEntry* pEntry = (SDataCacheEntry*)pDispatcher->nextOutput.pData;
553,993,323✔
362
  *pLen = pEntry->dataLen;
554,009,794✔
363
  *pRowLen = pEntry->rawLen;
554,067,625✔
364

365
  *pQueryEnd = pDispatcher->queryEnd;
554,069,828✔
366
  qDebug("got data len %" PRId64 ", row num %d in sink", *pLen,
554,061,374✔
367
         ((SDataCacheEntry*)(pDispatcher->nextOutput.pData))->numOfRows);
368
}
369

370
static int32_t getDataBlock(SDataSinkHandle* pHandle, SOutputData* pOutput) {
616,086,494✔
371
  SDataDispatchHandle* pDispatcher = (SDataDispatchHandle*)pHandle;
616,086,494✔
372
  if (NULL == pDispatcher->nextOutput.pData) {
616,086,494✔
373
    if (!pDispatcher->queryEnd) {
62,067,363✔
374
      qError("empty res while query not end in data dispatcher");
×
375
      return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;
×
376
    }
377

378
    pOutput->useconds = pDispatcher->useconds;
62,061,685✔
379
    pOutput->precision = pDispatcher->pSchema->precision;
62,063,046✔
380
    pOutput->bufStatus = DS_BUF_EMPTY;
62,070,945✔
381
    pOutput->queryEnd = pDispatcher->queryEnd;
62,071,967✔
382
    return TSDB_CODE_SUCCESS;
62,074,523✔
383
  }
384

385
  SDataCacheEntry* pEntry = (SDataCacheEntry*)(pDispatcher->nextOutput.pData);
554,004,704✔
386
  TAOS_MEMCPY(pOutput->pData, pEntry->data, pEntry->dataLen);
554,019,857✔
387
  pOutput->numOfRows = pEntry->numOfRows;
554,048,313✔
388
  pOutput->numOfCols = pEntry->numOfCols;
554,002,675✔
389
  pOutput->compressed = pEntry->compressed;
553,968,126✔
390

391
  (void)atomic_sub_fetch_64(&pDispatcher->cachedSize, pEntry->dataLen);
553,978,785✔
392
  (void)atomic_sub_fetch_64(&gDataSinkStat.cachedSize, pEntry->dataLen);
554,066,099✔
393

394
  taosMemoryFreeClear(pDispatcher->nextOutput.pData);  // todo persistent
554,043,623✔
395
  pOutput->bufStatus = updateStatus(pDispatcher);
554,020,966✔
396
  
397
  (void)taosThreadMutexLock(&pDispatcher->mutex);
554,114,607✔
398
  pOutput->queryEnd = pDispatcher->queryEnd;
554,065,664✔
399
  pOutput->useconds = pDispatcher->useconds;
554,080,116✔
400
  pOutput->precision = pDispatcher->pSchema->precision;
554,031,867✔
401
  (void)taosThreadMutexUnlock(&pDispatcher->mutex);
554,088,191✔
402

403
  return TSDB_CODE_SUCCESS;
554,120,531✔
404
}
405

406
static int32_t destroyDataSinker(SDataSinkHandle* pHandle) {
278,547,120✔
407
  SDataDispatchHandle* pDispatcher = (SDataDispatchHandle*)pHandle;
278,547,120✔
408
  (void)atomic_sub_fetch_64(&gDataSinkStat.cachedSize, pDispatcher->cachedSize);
278,547,120✔
409
  taosMemoryFreeClear(pDispatcher->nextOutput.pData);
278,581,260✔
410
  nodesDestroyNode((SNode*)pDispatcher->pSinkNode);
278,575,775✔
411

412
  while (!taosQueueEmpty(pDispatcher->pDataBlocks)) {
286,985,439✔
413
    SDataDispatchBuf* pBuf = NULL;
8,461,203✔
414
    taosReadQitem(pDispatcher->pDataBlocks, (void**)&pBuf);
8,461,665✔
415
    if (pBuf != NULL) {
8,461,203✔
416
      taosMemoryFreeClear(pBuf->pData);
8,461,722✔
417
      taosFreeQitem(pBuf);
8,454,273✔
418
    }
419
  }
420

421
  taosCloseQueue(pDispatcher->pDataBlocks);
278,606,296✔
422
  taosMemoryFreeClear(pDispatcher->pCompressBuf);
278,398,141✔
423
  pDispatcher->bufSize = 0;
278,442,321✔
424

425
  (void)taosThreadMutexDestroy(&pDispatcher->mutex);
278,390,766✔
426
  taosMemoryFree(pDispatcher->pManager);
278,380,370✔
427
  return TSDB_CODE_SUCCESS;
278,225,632✔
428
}
429

430
static int32_t getCacheSize(struct SDataSinkHandle* pHandle, uint64_t* size) {
×
431
  SDataDispatchHandle* pDispatcher = (SDataDispatchHandle*)pHandle;
×
432

433
  *size = atomic_load_64(&pDispatcher->cachedSize);
×
434
  return TSDB_CODE_SUCCESS;
×
435
}
436

437
static int32_t getSinkFlags(struct SDataSinkHandle* pHandle, uint64_t* pFlags) {
325,106,480✔
438
  SDataDispatchHandle* pDispatcher = (SDataDispatchHandle*)pHandle;
325,106,480✔
439

440
  *pFlags = atomic_load_64(&pDispatcher->flags);
325,106,480✔
441
  return TSDB_CODE_SUCCESS;
325,084,008✔
442
}
443

444
static int32_t blockDescNodeCheck(SDataBlockDescNode* pInputDataBlockDesc)  {
277,661,613✔
445
  if(tsSafetyCheckLevel == TSDB_SAFETY_CHECK_LEVELL_NEVER) {
277,661,613✔
446
    return TSDB_CODE_SUCCESS;
×
447
  }
448

449
  if (pInputDataBlockDesc == NULL) {
277,661,613✔
450
    qError("invalid schema");
×
451
    return TSDB_CODE_QRY_INVALID_INPUT;
×
452
  }
453

454
  SNode*  pNode;
455
  int32_t realOutputRowSize = 0;
277,661,613✔
456
  FOREACH(pNode, pInputDataBlockDesc->pSlots) {
1,699,661,571✔
457
    SSlotDescNode* pSlotDesc = (SSlotDescNode*)pNode;
1,431,447,228✔
458
    if (pSlotDesc->output) {
1,431,447,228✔
459
      realOutputRowSize += pSlotDesc->dataType.bytes;
1,421,743,675✔
460
    } else {
461
      // Slots must be sorted, and slots with 'output' set to true must come first
462
      break;
9,003,785✔
463
    }
464
  }
465
  if (realOutputRowSize !=  pInputDataBlockDesc->outputRowSize) {
278,337,134✔
466
    qError("invalid schema, realOutputRowSize:%d, outputRowSize:%d", realOutputRowSize, pInputDataBlockDesc->outputRowSize);
×
467
    return TSDB_CODE_QRY_INVALID_INPUT;
×
468
  }
469
  return TSDB_CODE_SUCCESS;
276,845,856✔
470
}
471

472
int32_t getOutputColCounts(SDataBlockDescNode* pInputDataBlockDesc) {
277,433,456✔
473
  if (pInputDataBlockDesc == NULL) {
277,433,456✔
474
    qError("invalid schema");
×
475
    return 0;
×
476
  }
477
  SNode*  pNode;
478
  int32_t numOfCols = 0;
277,433,456✔
479
  FOREACH(pNode, pInputDataBlockDesc->pSlots) {
1,698,174,984✔
480
    SSlotDescNode* pSlotDesc = (SSlotDescNode*)pNode;
1,430,229,103✔
481
    if (pSlotDesc->output) {
1,430,229,103✔
482
      ++numOfCols;
1,420,741,528✔
483
    } else {
484
      // Slots must be sorted, and slots with 'output' set to true must come first
485
      break;
8,713,168✔
486
    }
487
  }
488
  return numOfCols;
275,961,889✔
489
}
490

491
int32_t createDataDispatcher(SDataSinkManager* pManager, SDataSinkNode** ppDataSink, DataSinkHandle* pHandle, bool processOneBlock) {
277,642,900✔
492
  int32_t code;
493
  SDataSinkNode* pDataSink = *ppDataSink;
277,642,900✔
494
  code = blockDescNodeCheck(pDataSink->pInputDataBlockDesc);
277,984,222✔
495
  if (code) {
276,701,112✔
496
    qError("failed to check input data block desc, code:%d", code);
×
497
    goto _return;
×
498
  }
499

500
  SDataDispatcherNode* pDispatherNode = (SDataDispatcherNode*)pDataSink;
276,701,112✔
501
  SDataDispatchHandle* dispatcher = taosMemoryCalloc(1, sizeof(SDataDispatchHandle));
276,701,112✔
502
  if (NULL == dispatcher) {
276,066,788✔
503
    goto _return;
×
504
  }
505

506
  dispatcher->sink.fPut = putDataBlock;
276,066,788✔
507
  dispatcher->sink.fEndPut = endPut;
276,179,589✔
508
  dispatcher->sink.fReset = resetDispatcher;
276,578,935✔
509
  dispatcher->sink.fGetLen = getDataLength;
276,587,723✔
510
  dispatcher->sink.fGetData = getDataBlock;
276,855,850✔
511
  dispatcher->sink.fDestroy = destroyDataSinker;
276,506,345✔
512
  dispatcher->sink.fGetCacheSize = getCacheSize;
277,090,282✔
513
  dispatcher->sink.fGetFlags = getSinkFlags;
277,002,942✔
514
  dispatcher->pManager = pManager;
276,445,376✔
515
  pManager = NULL;
276,843,354✔
516
  dispatcher->dynamicSchema = pDispatherNode->dynamicSchema;
276,843,354✔
517
  dispatcher->pSchema = pDataSink->pInputDataBlockDesc;
277,294,638✔
518
  dispatcher->pSinkNode = pDataSink;
276,603,256✔
519
  *ppDataSink = NULL;
276,866,499✔
520
  dispatcher->outPutColCounts = getOutputColCounts(dispatcher->pSchema);
277,033,927✔
521
  dispatcher->status = DS_BUF_EMPTY;
276,035,481✔
522
  dispatcher->queryEnd = false;
276,682,737✔
523
  code = taosOpenQueue(&dispatcher->pDataBlocks);
276,965,723✔
524
  if (code) {
277,612,331✔
525
    terrno = code;
×
526
    goto _return;
×
527
  }
528
  code = taosThreadMutexInit(&dispatcher->mutex, NULL);
277,612,331✔
529
  if (code) {
276,738,478✔
530
    terrno = code;
×
531
    goto _return;
×
532
  }
533

534
  dispatcher->flags = DS_FLAG_USE_MEMPOOL;
276,738,478✔
535
  if (processOneBlock) {
276,549,733✔
536
    dispatcher->flags |= DS_FLAG_PROCESS_ONE_BLOCK;
4,764,557✔
537
  }
538

539
  *pHandle = dispatcher;
276,557,184✔
540
  return TSDB_CODE_SUCCESS;
276,826,588✔
541

542
_return:
×
543

544
  taosMemoryFree(pManager);
×
545
  
546
  if (dispatcher) {
×
547
    dsDestroyDataSinker(dispatcher);
×
548
  }
549

550
  nodesDestroyNode((SNode *)*ppDataSink);
×
551
  *ppDataSink = NULL;
×
552
  
553
  return terrno;
×
554
}
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc