• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #4946

02 Feb 2026 09:27AM UTC coverage: 66.932% (+0.06%) from 66.87%
#4946

push

travis-ci

web-flow
enh: [6690002267] Optimize virtual table query with plenty of columns. (#34341)

527 of 634 new or added lines in 23 files covered. (83.12%)

413 existing lines in 119 files now uncovered.

205724 of 307364 relevant lines covered (66.93%)

126528878.24 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

69.5
/source/libs/executor/src/dataDispatcher.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#include "dataSinkInt.h"
17
#include "dataSinkMgt.h"
18
#include "executorInt.h"
19
#include "planner.h"
20
#include "tcompression.h"
21
#include "tdatablock.h"
22
#include "tglobal.h"
23
#include "tqueue.h"
24

25
extern SDataSinkStat gDataSinkStat;
26

27
typedef struct SDataDispatchBuf {
28
  int32_t useSize;
29
  int32_t allocSize;
30
  char*   pData;
31
} SDataDispatchBuf;
32

33
typedef struct SDataCacheEntry {
34
  int32_t rawLen;
35
  int32_t dataLen;
36
  int32_t numOfRows;
37
  int32_t numOfCols;
38
  int8_t  compressed;
39
  char    data[];
40
} SDataCacheEntry;
41

42
typedef struct SDataDispatchHandle {
43
  SDataSinkHandle     sink;
44
  SDataSinkManager*   pManager;
45
  SDataBlockDescNode* pSchema;
46
  SDataSinkNode*      pSinkNode;
47
  STaosQueue*         pDataBlocks;
48
  SDataDispatchBuf    nextOutput;
49
  int32_t             outPutColCounts;
50
  int32_t             status;
51
  bool                queryEnd;
52
  uint64_t            useconds;
53
  uint64_t            cachedSize;
54
  uint64_t            flags;
55
  void*               pCompressBuf;
56
  int32_t             bufSize;
57
  bool                dynamicSchema;
58
  TdThreadMutex       mutex;
59
} SDataDispatchHandle;
60

61
static int32_t inputSafetyCheck(SDataDispatchHandle* pHandle, const SInputData* pInput)  {
479,210,595✔
62
  if(tsSafetyCheckLevel == TSDB_SAFETY_CHECK_LEVELL_NEVER) {
479,210,595✔
63
    return TSDB_CODE_SUCCESS;
×
64
  }
65
  if (pInput == NULL || pInput->pData == NULL || pInput->pData->info.rows <= 0) {
479,210,595✔
66
    qError("invalid input data");
87✔
67
    return TSDB_CODE_QRY_INVALID_INPUT;
×
68
  }
69
  SDataBlockDescNode* pSchema = pHandle->pSchema;
479,208,964✔
70
  if (pSchema == NULL || pSchema->totalRowSize != pInput->pData->info.rowSize) {
479,219,623✔
71
    qError("invalid schema");
30,653✔
72
    return TSDB_CODE_QRY_INVALID_INPUT;
×
73
  }
74

75
  if (pHandle->outPutColCounts > taosArrayGetSize(pInput->pData->pDataBlock)) {
479,192,873✔
76
    qError("invalid column number, schema:%d, input:%zu", pHandle->outPutColCounts, taosArrayGetSize(pInput->pData->pDataBlock));
×
77
    return TSDB_CODE_QRY_INVALID_INPUT;
×
78
  }
79

80
  SNode*  pNode;
81
  int32_t colNum = 0;
479,208,741✔
82
  FOREACH(pNode, pHandle->pSchema->pSlots) {
2,147,483,647✔
83
    SSlotDescNode* pSlotDesc = (SSlotDescNode*)pNode;
2,019,870,326✔
84
    if (pSlotDesc->output) {
2,019,870,326✔
85
      SColumnInfoData* pColInfoData = taosArrayGet(pInput->pData->pDataBlock, colNum);
2,008,485,096✔
86
      if (pColInfoData == NULL) {
2,008,482,722✔
87
        return -1;
×
88
      }
89
      if (pColInfoData->info.bytes < 0) {
2,008,482,722✔
90
        qError("invalid column bytes, schema:%d, input:%d", pSlotDesc->dataType.bytes, pColInfoData->info.bytes);
×
91
        return TSDB_CODE_TSC_INTERNAL_ERROR;
×
92
      }
93
      if (!IS_VAR_DATA_TYPE(pColInfoData->info.type) &&
2,008,447,143✔
94
          TYPE_BYTES[pColInfoData->info.type] != pColInfoData->info.bytes) {
1,516,366,825✔
95
        qError("invalid column bytes, schema:%d, input:%d", TYPE_BYTES[pColInfoData->info.type],
×
96
               pColInfoData->info.bytes);
97
        return TSDB_CODE_TSC_INTERNAL_ERROR;
×
98
      }
99
      if (pColInfoData->info.type != pSlotDesc->dataType.type) {
2,008,497,576✔
100
        qError("invalid column type, schema:%d, input:%d", pSlotDesc->dataType.type, pColInfoData->info.type);
×
101
        return TSDB_CODE_QRY_INVALID_INPUT;
×
102
      }
103
      if (pColInfoData->info.bytes != pSlotDesc->dataType.bytes) {
2,008,489,740✔
104
        qError("invalid column bytes, schema:%d, input:%d", pSlotDesc->dataType.bytes, pColInfoData->info.bytes);
×
105
        return TSDB_CODE_QRY_INVALID_INPUT;
×
106
      }
107

108
      if (IS_INVALID_TYPE(pColInfoData->info.type)) {
2,008,535,373✔
109
        qError("invalid column type, type:%d", pColInfoData->info.type);
31,237✔
110
        return TSDB_CODE_TSC_INTERNAL_ERROR;
×
111
      }
112
      ++colNum;
2,008,494,875✔
113
    }
114
  }
115

116

117
  return TSDB_CODE_SUCCESS;
479,208,698✔
118
}
119

120
static int32_t inputSafetyCheckForDynamicSchema(const SInputData* pInput)  {
20,754,189✔
121
  if(tsSafetyCheckLevel == TSDB_SAFETY_CHECK_LEVELL_NEVER) {
20,754,189✔
NEW
122
    return TSDB_CODE_SUCCESS;
×
123
  }
124
  if (pInput == NULL || pInput->pData == NULL || pInput->pData->info.rows <= 0) {
20,754,189✔
NEW
125
    qError("invalid input data");
×
NEW
126
    return TSDB_CODE_QRY_INVALID_INPUT;
×
127
  }
128

129
  for (int32_t colNum = 0; colNum < taosArrayGetSize(pInput->pData->pDataBlock); colNum++) {
98,922,400✔
130
    SColumnInfoData* pColInfoData = taosArrayGet(pInput->pData->pDataBlock, colNum);
78,168,211✔
131
    if (pColInfoData == NULL) {
78,168,211✔
NEW
132
      return -1;
×
133
    }
134
    if (pColInfoData->info.bytes < 0) {
78,168,211✔
NEW
135
      qError("invalid column bytes, input:%d", pColInfoData->info.bytes);
×
NEW
136
      return TSDB_CODE_TSC_INTERNAL_ERROR;
×
137
    }
138
    if (!IS_VAR_DATA_TYPE(pColInfoData->info.type) &&
78,168,211✔
139
        TYPE_BYTES[pColInfoData->info.type] != pColInfoData->info.bytes) {
62,334,563✔
NEW
140
      qError("invalid column bytes, schema:%d, input:%d", TYPE_BYTES[pColInfoData->info.type],
×
141
             pColInfoData->info.bytes);
NEW
142
      return TSDB_CODE_TSC_INTERNAL_ERROR;
×
143
    }
144

145
    if (IS_INVALID_TYPE(pColInfoData->info.type)) {
78,168,211✔
NEW
146
      qError("invalid column type, type:%d", pColInfoData->info.type);
×
NEW
147
      return TSDB_CODE_TSC_INTERNAL_ERROR;
×
148
    }
149
  }
150

151
  return TSDB_CODE_SUCCESS;
20,754,189✔
152
}
153

154
// clang-format off
155
// data format:
156
// +----------------+------------------+--------------+--------------+------------------+--------------------------------------------+------------------------------------+-------------+-----------+-------------+-----------+
157
// |SDataCacheEntry |  version         | total length | numOfRows    |     group id     | col1_schema | col2_schema | col3_schema... | column#1 length, column#2 length...| col1 bitmap | col1 data | col2 bitmap | col2 data |
158
// |                |  sizeof(int32_t) |sizeof(int32) | sizeof(int32)| sizeof(uint64_t) | (sizeof(int8_t)+sizeof(int32_t))*numOfCols | sizeof(int32_t) * numOfCols        | actual size |           |                         |
159
// +----------------+------------------+--------------+--------------+------------------+--------------------------------------------+------------------------------------+-------------+-----------+-------------+-----------+
160
// The length of bitmap is decided by number of rows of this data block, and the length of each column data is
161
// recorded in the first segment, next to the struct header
162
// clang-format on
163
static int32_t toDataCacheEntry(SDataDispatchHandle* pHandle, const SInputData* pInput, SDataDispatchBuf* pBuf) {
499,965,462✔
164
  int32_t numOfCols = 0;
499,965,462✔
165
  SNode*  pNode;
166
  int32_t code = TSDB_CODE_SUCCESS;
499,965,462✔
167

168
  if (pHandle->dynamicSchema) {
499,965,462✔
169
    code = inputSafetyCheckForDynamicSchema(pInput);
20,754,189✔
170
    if (code) {
20,754,189✔
NEW
171
      qError("failed to check input data for dynamic schema, code:%d", code);
×
NEW
172
      return code;
×
173
    }
174
    numOfCols = taosArrayGetSize(pInput->pData->pDataBlock);
20,754,189✔
175
  } else {
176
    code = inputSafetyCheck(pHandle, pInput);
479,217,166✔
177
    if (code) {
479,202,519✔
NEW
178
      qError("failed to check input data, code:%d", code);
×
NEW
179
      return code;
×
180
    }
181

182
    FOREACH(pNode, pHandle->pSchema->pSlots) {
2,147,483,647✔
183
      SSlotDescNode* pSlotDesc = (SSlotDescNode*)pNode;
2,019,748,808✔
184
      if (pSlotDesc->output) {
2,019,748,808✔
185
        ++numOfCols;
2,008,345,446✔
186
      }
187
    }
188
  }
189

190
  SDataCacheEntry* pEntry = (SDataCacheEntry*)pBuf->pData;
499,906,079✔
191
  pEntry->compressed = 0;
499,927,986✔
192
  pEntry->numOfRows = pInput->pData->info.rows;
499,924,376✔
193
  pEntry->numOfCols = numOfCols;
499,927,861✔
194
  pEntry->dataLen = 0;
499,955,050✔
195
  pEntry->rawLen = 0;
499,936,340✔
196

197
  pBuf->useSize = sizeof(SDataCacheEntry);
499,902,332✔
198

199
  {
200
    // allocate additional 8 bytes to avoid invalid write if compress failed to reduce the size
201
    size_t dataEncodeBufSize = pBuf->allocSize + 8;
499,932,792✔
202
    if ((pBuf->allocSize > tsCompressMsgSize) && (tsCompressMsgSize > 0) && pHandle->pManager->cfg.compress) {
499,942,204✔
203
      if (pHandle->pCompressBuf == NULL) {
×
204
        pHandle->pCompressBuf = taosMemoryMalloc(dataEncodeBufSize);
×
205
        if (NULL == pHandle->pCompressBuf) {
×
206
          QRY_RET(terrno);
×
207
        }
208
        pHandle->bufSize = dataEncodeBufSize;
×
209
      } else {
210
        if (pHandle->bufSize < dataEncodeBufSize) {
×
211
          pHandle->bufSize = dataEncodeBufSize;
×
212
          void* p = taosMemoryRealloc(pHandle->pCompressBuf, pHandle->bufSize);
×
213
          if (p != NULL) {
×
214
            pHandle->pCompressBuf = p;
×
215
          } else {
216
            qError("failed to prepare compress buf:%d, code: %x", pHandle->bufSize, terrno);
×
217
            return terrno;
×
218
          }
219
        }
220
      }
221

222
      int32_t dataLen = blockEncode(pInput->pData, pHandle->pCompressBuf, dataEncodeBufSize, numOfCols);
×
223
      if(dataLen < 0) {
×
224
        qError("failed to encode data block, code: %d", dataLen);
×
225
        return terrno;
×
226
      }
227
      int32_t len =
228
          tsCompressString(pHandle->pCompressBuf, dataLen, 1, pEntry->data, pBuf->allocSize, ONE_STAGE_COMP, NULL, 0);
×
229
      if (len < dataLen) {
×
230
        pEntry->compressed = 1;
×
231
        pEntry->dataLen = len;
×
232
        pEntry->rawLen = dataLen;
×
233
      } else {  // no need to compress data
234
        pEntry->compressed = 0;
×
235
        pEntry->dataLen = dataLen;
×
236
        pEntry->rawLen = dataLen;
×
237
        TAOS_MEMCPY(pEntry->data, pHandle->pCompressBuf, dataLen);
×
238
      }
239
    } else {
240
      pEntry->dataLen =
499,944,225✔
241
          pHandle->dynamicSchema
499,962,912✔
242
              ? blockEncodeInternal(pInput->pData, pEntry->data,  pBuf->allocSize, numOfCols)
20,754,189✔
243
              : blockEncode(pInput->pData, pEntry->data,  pBuf->allocSize, numOfCols);
499,914,559✔
244
      if(pEntry->dataLen < 0) {
499,956,621✔
245
        qError("failed to encode data block, code: %d", pEntry->dataLen);
×
246
        return terrno;
×
247
      }
248
      pEntry->rawLen = pEntry->dataLen;
499,905,456✔
249
    }
250
  }
251

252
  pBuf->useSize += pEntry->dataLen;
499,922,750✔
253

254
  (void)atomic_add_fetch_64(&pHandle->cachedSize, pEntry->dataLen);
499,955,727✔
255
  (void)atomic_add_fetch_64(&gDataSinkStat.cachedSize, pEntry->dataLen);
499,968,885✔
256

257
  return TSDB_CODE_SUCCESS;
499,894,938✔
258
}
259

260
static int32_t allocBuf(SDataDispatchHandle* pDispatcher, const SInputData* pInput, SDataDispatchBuf* pBuf) {
499,974,709✔
261
  /*
262
    uint32_t capacity = pDispatcher->pManager->cfg.maxDataBlockNumPerQuery;
263
    if (taosQueueItemSize(pDispatcher->pDataBlocks) > capacity) {
264
      qError("SinkNode queue is full, no capacity, max:%d, current:%d, no capacity", capacity,
265
             taosQueueItemSize(pDispatcher->pDataBlocks));
266
      return false;
267
    }
268
  */
269

270
  pBuf->allocSize = sizeof(SDataCacheEntry) + (pDispatcher->dynamicSchema
999,950,543✔
271
                                                   ? blockGetInternalEncodeSize(pInput->pData)
20,754,189✔
272
                                                   : blockGetEncodeSize(pInput->pData));
479,227,702✔
273

274
  pBuf->pData = taosMemoryMalloc(pBuf->allocSize);
499,979,467✔
275
  if (pBuf->pData == NULL) {
499,950,805✔
276
    qError("SinkNode failed to malloc memory, size:%d, code:%x", pBuf->allocSize, terrno);
×
277
    return terrno;
×
278
  }
279

280
  return TSDB_CODE_SUCCESS;
499,966,648✔
281
}
282

283
static int32_t updateStatus(SDataDispatchHandle* pDispatcher) {
991,546,627✔
284
  (void)taosThreadMutexLock(&pDispatcher->mutex);
991,546,627✔
285
  int32_t blockNums = taosQueueItemSize(pDispatcher->pDataBlocks);
991,651,081✔
286
  int32_t status =
991,600,979✔
287
      (0 == blockNums ? DS_BUF_EMPTY
288
                      : (blockNums < pDispatcher->pManager->cfg.maxDataBlockNumPerQuery ? DS_BUF_LOW : DS_BUF_FULL));
991,578,458✔
289
  pDispatcher->status = status;
991,600,979✔
290
  (void)taosThreadMutexUnlock(&pDispatcher->mutex);
991,606,228✔
291
  return status;
991,660,580✔
292
}
293

294
static int32_t getStatus(SDataDispatchHandle* pDispatcher) {
×
295
  (void)taosThreadMutexLock(&pDispatcher->mutex);
×
296
  int32_t status = pDispatcher->status;
×
297
  (void)taosThreadMutexUnlock(&pDispatcher->mutex);
×
298
  return status;
×
299
}
300

301
static int32_t putDataBlock(SDataSinkHandle* pHandle, const SInputData* pInput, bool* pContinue) {
499,984,711✔
302
  int32_t              code = 0;
499,984,711✔
303
  SDataDispatchHandle* pDispatcher = (SDataDispatchHandle*)pHandle;
499,984,711✔
304
  SDataDispatchBuf*    pBuf = NULL;
499,984,711✔
305

306
  code = taosAllocateQitem(sizeof(SDataDispatchBuf), DEF_QITEM, 0, (void**)&pBuf);
499,988,174✔
307
  if (code) {
499,980,745✔
308
    return code;
×
309
  }
310

311
  code = allocBuf(pDispatcher, pInput, pBuf);
499,980,745✔
312
  if (code) {
499,967,984✔
313
    taosFreeQitem(pBuf);
×
314
    return code;
×
315
  }
316

317
  QRY_ERR_JRET(toDataCacheEntry(pDispatcher, pInput, pBuf));
499,967,984✔
318
  QRY_ERR_JRET(taosWriteQitem(pDispatcher->pDataBlocks, pBuf));
499,894,835✔
319

320
  int32_t status = updateStatus(pDispatcher);
499,940,455✔
321
  *pContinue = (status == DS_BUF_LOW || status == DS_BUF_EMPTY) && !(pDispatcher->flags & DS_FLAG_PROCESS_ONE_BLOCK);
499,951,980✔
322
  return TSDB_CODE_SUCCESS;
499,960,298✔
323

324
_return:
×
325

326
  taosMemoryFreeClear(pBuf->pData);
×
327
  taosFreeQitem(pBuf);
×
328
  return code;
×
329
}
330

331
static void endPut(struct SDataSinkHandle* pHandle, uint64_t useconds) {
262,968,718✔
332
  SDataDispatchHandle* pDispatcher = (SDataDispatchHandle*)pHandle;
262,968,718✔
333
  (void)taosThreadMutexLock(&pDispatcher->mutex);
262,968,718✔
334
  pDispatcher->queryEnd = true;
262,987,616✔
335
  pDispatcher->useconds = useconds;
262,955,794✔
336
  (void)taosThreadMutexUnlock(&pDispatcher->mutex);
262,957,189✔
337
}
262,979,884✔
338

339
static void resetDispatcher(struct SDataSinkHandle* pHandle) {
33,597,067✔
340
  SDataDispatchHandle* pDispatcher = (SDataDispatchHandle*)pHandle;
33,597,067✔
341
  (void)taosThreadMutexLock(&pDispatcher->mutex);
33,597,067✔
342
  pDispatcher->queryEnd = false;
33,603,955✔
343
  (void)taosThreadMutexUnlock(&pDispatcher->mutex);
33,604,459✔
344
}
33,600,987✔
345

346
static void getDataLength(SDataSinkHandle* pHandle, int64_t* pLen, int64_t* pRowLen, bool* pQueryEnd) {
586,662,493✔
347
  SDataDispatchHandle* pDispatcher = (SDataDispatchHandle*)pHandle;
586,662,493✔
348
  if (taosQueueEmpty(pDispatcher->pDataBlocks)) {
586,662,493✔
349
    *pQueryEnd = pDispatcher->queryEnd;
95,074,898✔
350
    *pLen = 0;
95,073,930✔
351
    return;
95,073,933✔
352
  }
353

354
  SDataDispatchBuf* pBuf = NULL;
491,626,008✔
355
  taosReadQitem(pDispatcher->pDataBlocks, (void**)&pBuf);
491,635,911✔
356
  if (pBuf != NULL) {
491,630,748✔
357
    TAOS_MEMCPY(&pDispatcher->nextOutput, pBuf, sizeof(SDataDispatchBuf));
491,670,364✔
358
    taosFreeQitem(pBuf);
491,634,572✔
359
  }
360

361
  SDataCacheEntry* pEntry = (SDataCacheEntry*)pDispatcher->nextOutput.pData;
491,568,035✔
362
  *pLen = pEntry->dataLen;
491,594,380✔
363
  *pRowLen = pEntry->rawLen;
491,653,074✔
364

365
  *pQueryEnd = pDispatcher->queryEnd;
491,656,617✔
366
  qDebug("got data len %" PRId64 ", row num %d in sink", *pLen,
491,641,416✔
367
         ((SDataCacheEntry*)(pDispatcher->nextOutput.pData))->numOfRows);
368
}
369

370
static int32_t getDataBlock(SDataSinkHandle* pHandle, SOutputData* pOutput) {
547,993,564✔
371
  SDataDispatchHandle* pDispatcher = (SDataDispatchHandle*)pHandle;
547,993,564✔
372
  if (NULL == pDispatcher->nextOutput.pData) {
547,993,564✔
373
    if (!pDispatcher->queryEnd) {
56,363,322✔
374
      qError("empty res while query not end in data dispatcher");
×
375
      return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;
×
376
    }
377

378
    pOutput->useconds = pDispatcher->useconds;
56,365,555✔
379
    pOutput->precision = pDispatcher->pSchema->precision;
56,365,863✔
380
    pOutput->bufStatus = DS_BUF_EMPTY;
56,370,418✔
381
    pOutput->queryEnd = pDispatcher->queryEnd;
56,371,423✔
382
    return TSDB_CODE_SUCCESS;
56,369,425✔
383
  }
384

385
  SDataCacheEntry* pEntry = (SDataCacheEntry*)(pDispatcher->nextOutput.pData);
491,595,304✔
386
  TAOS_MEMCPY(pOutput->pData, pEntry->data, pEntry->dataLen);
491,627,678✔
387
  pOutput->numOfRows = pEntry->numOfRows;
491,637,597✔
388
  pOutput->numOfCols = pEntry->numOfCols;
491,626,299✔
389
  pOutput->compressed = pEntry->compressed;
491,628,287✔
390

391
  (void)atomic_sub_fetch_64(&pDispatcher->cachedSize, pEntry->dataLen);
491,626,760✔
392
  (void)atomic_sub_fetch_64(&gDataSinkStat.cachedSize, pEntry->dataLen);
491,650,538✔
393

394
  taosMemoryFreeClear(pDispatcher->nextOutput.pData);  // todo persistent
491,664,543✔
395
  pOutput->bufStatus = updateStatus(pDispatcher);
491,631,914✔
396
  
397
  (void)taosThreadMutexLock(&pDispatcher->mutex);
491,641,926✔
398
  pOutput->queryEnd = pDispatcher->queryEnd;
491,678,953✔
399
  pOutput->useconds = pDispatcher->useconds;
491,632,837✔
400
  pOutput->precision = pDispatcher->pSchema->precision;
491,622,848✔
401
  (void)taosThreadMutexUnlock(&pDispatcher->mutex);
491,655,726✔
402

403
  return TSDB_CODE_SUCCESS;
491,676,598✔
404
}
405

406
static int32_t destroyDataSinker(SDataSinkHandle* pHandle) {
263,937,807✔
407
  SDataDispatchHandle* pDispatcher = (SDataDispatchHandle*)pHandle;
263,937,807✔
408
  (void)atomic_sub_fetch_64(&gDataSinkStat.cachedSize, pDispatcher->cachedSize);
263,937,807✔
409
  taosMemoryFreeClear(pDispatcher->nextOutput.pData);
263,936,466✔
410
  nodesDestroyNode((SNode*)pDispatcher->pSinkNode);
263,921,913✔
411

412
  while (!taosQueueEmpty(pDispatcher->pDataBlocks)) {
272,204,725✔
413
    SDataDispatchBuf* pBuf = NULL;
8,313,452✔
414
    taosReadQitem(pDispatcher->pDataBlocks, (void**)&pBuf);
8,313,452✔
415
    if (pBuf != NULL) {
8,313,452✔
416
      taosMemoryFreeClear(pBuf->pData);
8,313,452✔
417
      taosFreeQitem(pBuf);
8,313,452✔
418
    }
419
  }
420

421
  taosCloseQueue(pDispatcher->pDataBlocks);
263,905,771✔
422
  taosMemoryFreeClear(pDispatcher->pCompressBuf);
263,843,697✔
423
  pDispatcher->bufSize = 0;
263,853,031✔
424

425
  (void)taosThreadMutexDestroy(&pDispatcher->mutex);
263,914,428✔
426
  taosMemoryFree(pDispatcher->pManager);
263,850,249✔
427
  return TSDB_CODE_SUCCESS;
263,735,119✔
428
}
429

430
static int32_t getCacheSize(struct SDataSinkHandle* pHandle, uint64_t* size) {
×
431
  SDataDispatchHandle* pDispatcher = (SDataDispatchHandle*)pHandle;
×
432

433
  *size = atomic_load_64(&pDispatcher->cachedSize);
×
434
  return TSDB_CODE_SUCCESS;
×
435
}
436

437
static int32_t getSinkFlags(struct SDataSinkHandle* pHandle, uint64_t* pFlags) {
309,317,704✔
438
  SDataDispatchHandle* pDispatcher = (SDataDispatchHandle*)pHandle;
309,317,704✔
439

440
  *pFlags = atomic_load_64(&pDispatcher->flags);
309,317,704✔
441
  return TSDB_CODE_SUCCESS;
309,299,298✔
442
}
443

444
static int32_t blockDescNodeCheck(SDataBlockDescNode* pInputDataBlockDesc)  {
263,730,243✔
445
  if(tsSafetyCheckLevel == TSDB_SAFETY_CHECK_LEVELL_NEVER) {
263,730,243✔
446
    return TSDB_CODE_SUCCESS;
×
447
  }
448

449
  if (pInputDataBlockDesc == NULL) {
263,730,243✔
450
    qError("invalid schema");
×
451
    return TSDB_CODE_QRY_INVALID_INPUT;
×
452
  }
453

454
  SNode*  pNode;
455
  int32_t realOutputRowSize = 0;
263,730,243✔
456
  FOREACH(pNode, pInputDataBlockDesc->pSlots) {
1,520,924,585✔
457
    SSlotDescNode* pSlotDesc = (SSlotDescNode*)pNode;
1,266,015,335✔
458
    if (pSlotDesc->output) {
1,266,015,335✔
459
      realOutputRowSize += pSlotDesc->dataType.bytes;
1,256,894,757✔
460
    } else {
461
      // Slots must be sorted, and slots with 'output' set to true must come first
462
      break;
8,650,889✔
463
    }
464
  }
465
  if (realOutputRowSize !=  pInputDataBlockDesc->outputRowSize) {
263,539,504✔
466
    qError("invalid schema, realOutputRowSize:%d, outputRowSize:%d", realOutputRowSize, pInputDataBlockDesc->outputRowSize);
×
467
    return TSDB_CODE_QRY_INVALID_INPUT;
×
468
  }
469
  return TSDB_CODE_SUCCESS;
263,697,518✔
470
}
471

472
int32_t getOutputColCounts(SDataBlockDescNode* pInputDataBlockDesc) {
263,676,307✔
473
  if (pInputDataBlockDesc == NULL) {
263,676,307✔
474
    qError("invalid schema");
×
475
    return 0;
×
476
  }
477
  SNode*  pNode;
478
  int32_t numOfCols = 0;
263,676,307✔
479
  FOREACH(pNode, pInputDataBlockDesc->pSlots) {
1,520,175,435✔
480
    SSlotDescNode* pSlotDesc = (SSlotDescNode*)pNode;
1,265,420,333✔
481
    if (pSlotDesc->output) {
1,265,420,333✔
482
      ++numOfCols;
1,256,499,128✔
483
    } else {
484
      // Slots must be sorted, and slots with 'output' set to true must come first
485
      break;
8,502,833✔
486
    }
487
  }
488
  return numOfCols;
263,346,678✔
489
}
490

491
int32_t createDataDispatcher(SDataSinkManager* pManager, SDataSinkNode** ppDataSink, DataSinkHandle* pHandle, bool processOneBlock) {
263,718,341✔
492
  int32_t code;
493
  SDataSinkNode* pDataSink = *ppDataSink;
263,718,341✔
494
  code = blockDescNodeCheck(pDataSink->pInputDataBlockDesc);
263,799,228✔
495
  if (code) {
263,676,230✔
496
    qError("failed to check input data block desc, code:%d", code);
×
497
    goto _return;
×
498
  }
499

500
  SDataDispatcherNode* pDispatherNode = (SDataDispatcherNode*)pDataSink;
263,676,230✔
501
  SDataDispatchHandle* dispatcher = taosMemoryCalloc(1, sizeof(SDataDispatchHandle));
263,676,230✔
502
  if (NULL == dispatcher) {
263,630,734✔
503
    goto _return;
×
504
  }
505

506
  dispatcher->sink.fPut = putDataBlock;
263,630,734✔
507
  dispatcher->sink.fEndPut = endPut;
263,658,727✔
508
  dispatcher->sink.fReset = resetDispatcher;
263,653,565✔
509
  dispatcher->sink.fGetLen = getDataLength;
263,715,281✔
510
  dispatcher->sink.fGetData = getDataBlock;
263,790,636✔
511
  dispatcher->sink.fDestroy = destroyDataSinker;
263,500,064✔
512
  dispatcher->sink.fGetCacheSize = getCacheSize;
263,677,639✔
513
  dispatcher->sink.fGetFlags = getSinkFlags;
263,715,936✔
514
  dispatcher->pManager = pManager;
263,832,679✔
515
  pManager = NULL;
263,626,466✔
516
  dispatcher->dynamicSchema = pDispatherNode->dynamicSchema;
263,626,466✔
517
  dispatcher->pSchema = pDataSink->pInputDataBlockDesc;
263,712,090✔
518
  dispatcher->pSinkNode = pDataSink;
263,698,370✔
519
  *ppDataSink = NULL;
263,547,214✔
520
  dispatcher->outPutColCounts = getOutputColCounts(dispatcher->pSchema);
263,340,666✔
521
  dispatcher->status = DS_BUF_EMPTY;
263,388,283✔
522
  dispatcher->queryEnd = false;
263,476,979✔
523
  code = taosOpenQueue(&dispatcher->pDataBlocks);
263,622,093✔
524
  if (code) {
263,638,826✔
525
    terrno = code;
×
526
    goto _return;
×
527
  }
528
  code = taosThreadMutexInit(&dispatcher->mutex, NULL);
263,638,826✔
529
  if (code) {
263,597,058✔
530
    terrno = code;
×
531
    goto _return;
×
532
  }
533

534
  dispatcher->flags = DS_FLAG_USE_MEMPOOL;
263,597,058✔
535
  if (processOneBlock) {
263,596,410✔
536
    dispatcher->flags |= DS_FLAG_PROCESS_ONE_BLOCK;
4,637,432✔
537
  }
538

539
  *pHandle = dispatcher;
263,600,387✔
540
  return TSDB_CODE_SUCCESS;
263,682,902✔
541

542
_return:
×
543

544
  taosMemoryFree(pManager);
×
545
  
546
  if (dispatcher) {
×
547
    dsDestroyDataSinker(dispatcher);
×
548
  }
549

550
  nodesDestroyNode((SNode *)*ppDataSink);
×
551
  *ppDataSink = NULL;
×
552
  
553
  return terrno;
×
554
}
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc