• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #4831

31 Oct 2025 03:37AM UTC coverage: 58.771% (-0.02%) from 58.792%
#4831

push

travis-ci

SallyHuo-TAOS
Merge remote-tracking branch 'origin/cover/3.0' into cover/3.0

# Conflicts:
#	test/ci/run.sh

149876 of 324176 branches covered (46.23%)

Branch coverage included in aggregate %.

199031 of 269498 relevant lines covered (73.85%)

239378092.09 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

78.86
/source/dnode/vnode/src/tsdb/tsdbIter.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#include "tsdbIter.h"
17

18
// STsdbIter ================
19
struct STsdbIter {
20
  EIterType type;
21
  bool      noMoreData;
22
  bool      filterByVersion;
23
  int64_t   range[2];
24
  union {
25
    SRowInfo    row[1];
26
    STombRecord record[1];
27
  };
28
  SRBTreeNode node[1];
29
  union {
30
    struct {
31
      SSttFileReader     *reader;
32
      const TSttBlkArray *sttBlkArray;
33
      int32_t             sttBlkArrayIdx;
34
      SBlockData          blockData[1];
35
      int32_t             blockDataIdx;
36
    } sttData[1];
37
    struct {
38
      SDataFileReader     *reader;
39
      const TBrinBlkArray *brinBlkArray;
40
      int32_t              brinBlkArrayIdx;
41
      SBrinBlock           brinBlock[1];
42
      int32_t              brinBlockIdx;
43
      SBlockData           blockData[1];
44
      int32_t              blockDataIdx;
45
    } dataData[1];
46
    struct {
47
      SMemTable  *memt;
48
      STsdbRowKey from[1];
49
      SRBTreeIter iter[1];
50
      STbData    *tbData;
51
      STbDataIter tbIter[1];
52
    } memtData[1];
53
    struct {
54
      SSttFileReader      *reader;
55
      const TTombBlkArray *tombBlkArray;
56
      int32_t              tombBlkArrayIdx;
57
      STombBlock           tombBlock[1];
58
      int32_t              tombBlockIdx;
59
    } sttTomb[1];
60
    struct {
61
      SDataFileReader     *reader;
62
      const TTombBlkArray *tombBlkArray;
63
      int32_t              tombBlkArrayIdx;
64
      STombBlock           tombBlock[1];
65
      int32_t              tombBlockIdx;
66
    } dataTomb[1];
67
    struct {
68
      SMemTable  *memt;
69
      SRBTreeIter rbtIter[1];
70
      STbData    *tbData;
71
      SDelData   *delData;
72
    } memtTomb[1];
73
  };
74
};
75

76
static int32_t tsdbSttIterNext(STsdbIter *iter, const TABLEID *tbid) {
2,147,483,647✔
77
  while (!iter->noMoreData) {
2,147,483,647✔
78
    for (; iter->sttData->blockDataIdx < iter->sttData->blockData->nRow; iter->sttData->blockDataIdx++) {
2,147,483,647✔
79
      int64_t version = iter->sttData->blockData->aVersion[iter->sttData->blockDataIdx];
2,147,483,647✔
80

81
      if (iter->filterByVersion && (version < iter->range[0] || version > iter->range[1])) {
2,147,483,647!
82
        continue;
×
83
      }
84

85
      iter->row->suid = iter->sttData->blockData->suid;
2,147,483,647✔
86
      iter->row->uid = iter->sttData->blockData->uid ? iter->sttData->blockData->uid
2,147,483,647✔
87
                                                     : iter->sttData->blockData->aUid[iter->sttData->blockDataIdx];
2,147,483,647✔
88

89
      if (tbid && iter->row->suid == tbid->suid && iter->row->uid == tbid->uid) {
2,147,483,647✔
90
        continue;
488,678,434✔
91
      }
92

93
      iter->row->row = tsdbRowFromBlockData(iter->sttData->blockData, iter->sttData->blockDataIdx);
2,147,483,647✔
94
      iter->sttData->blockDataIdx++;
2,147,483,647✔
95
      goto _exit;
2,147,483,647✔
96
    }
97

98
    if (iter->sttData->sttBlkArrayIdx >= TARRAY2_SIZE(iter->sttData->sttBlkArray)) {
37,639,817✔
99
      iter->noMoreData = true;
8,387,540✔
100
      break;
12,337,313✔
101
    }
102

103
    for (; iter->sttData->sttBlkArrayIdx < TARRAY2_SIZE(iter->sttData->sttBlkArray); iter->sttData->sttBlkArrayIdx++) {
29,990,004✔
104
      const SSttBlk *sttBlk = TARRAY2_GET_PTR(iter->sttData->sttBlkArray, iter->sttData->sttBlkArrayIdx);
29,973,860✔
105

106
      if (iter->filterByVersion && (sttBlk->maxVer < iter->range[0] || sttBlk->minVer > iter->range[1])) {
29,970,856!
107
        continue;
893✔
108
      }
109

110
      if (tbid && tbid->suid == sttBlk->suid && tbid->uid == sttBlk->minUid && tbid->uid == sttBlk->maxUid) {
29,971,464✔
111
        continue;
733,832✔
112
      }
113

114
      int32_t code = tsdbSttFileReadBlockData(iter->sttData->reader, sttBlk, iter->sttData->blockData);
29,237,632✔
115
      if (code) return code;
29,238,580!
116

117
      iter->sttData->blockDataIdx = 0;
29,238,580✔
118
      iter->sttData->sttBlkArrayIdx++;
29,240,638✔
119
      break;
29,237,759✔
120
    }
121
  }
122

123
_exit:
37✔
124
  return 0;
2,147,483,647✔
125
}
126

127
static int32_t tsdbDataIterNext(STsdbIter *iter, const TABLEID *tbid) {
2,147,483,647✔
128
  int32_t code;
129

130
  while (!iter->noMoreData) {
2,147,483,647!
131
    for (;;) {
132
      // SBlockData
133
      for (; iter->dataData->blockDataIdx < iter->dataData->blockData->nRow; iter->dataData->blockDataIdx++) {
2,147,483,647✔
134
        int64_t version = iter->dataData->blockData->aVersion[iter->dataData->blockDataIdx];
2,147,483,647✔
135
        if (iter->filterByVersion && (version < iter->range[0] || version > iter->range[1])) {
2,147,483,647!
136
          continue;
12,030,000✔
137
        }
138

139
        if (tbid && tbid->suid == iter->dataData->blockData->suid && tbid->uid == iter->dataData->blockData->uid) {
2,147,483,647!
140
          iter->dataData->blockDataIdx = iter->dataData->blockData->nRow;
84,864✔
141
          break;
84,864✔
142
        }
143

144
        iter->row->row = tsdbRowFromBlockData(iter->dataData->blockData, iter->dataData->blockDataIdx);
2,147,483,647✔
145
        iter->dataData->blockDataIdx++;
2,147,483,647✔
146
        goto _exit;
2,147,483,647✔
147
      }
148

149
      // SBrinBlock
150
      if (iter->dataData->brinBlockIdx >= iter->dataData->brinBlock->numOfRecords) {
1,976,372✔
151
        break;
179,252✔
152
      }
153

154
      for (; iter->dataData->brinBlockIdx < iter->dataData->brinBlock->numOfRecords; iter->dataData->brinBlockIdx++) {
2,022,109✔
155
        SBrinRecord record[1];
2,000,446✔
156
        code = tBrinBlockGet(iter->dataData->brinBlock, iter->dataData->brinBlockIdx, record);
2,000,446✔
157
        if (code) return code;
2,000,446!
158

159
        if (iter->filterByVersion && (record->maxVer < iter->range[0] || record->minVer > iter->range[1])) {
2,000,446!
160
          continue;
×
161
        }
162

163
        if (tbid && tbid->suid == record->suid && tbid->uid == record->uid) {
2,000,446!
164
          continue;
169,728✔
165
        }
166

167
        iter->row->suid = record->suid;
1,830,718✔
168
        iter->row->uid = record->uid;
1,830,718✔
169

170
        code = tsdbDataFileReadBlockData(iter->dataData->reader, record, iter->dataData->blockData);
1,830,718✔
171
        if (code) return code;
1,830,718!
172

173
        iter->dataData->blockDataIdx = 0;
1,830,718✔
174
        iter->dataData->brinBlockIdx++;
1,830,718✔
175
        break;
1,830,718✔
176
      }
177
    }
178

179
    if (iter->dataData->brinBlkArrayIdx >= TARRAY2_SIZE(iter->dataData->brinBlkArray)) {
179,252✔
180
      iter->noMoreData = true;
89,626✔
181
      break;
6,166✔
182
    }
183

184
    for (; iter->dataData->brinBlkArrayIdx < TARRAY2_SIZE(iter->dataData->brinBlkArray);
90,519✔
185
         iter->dataData->brinBlkArrayIdx++) {
893✔
186
      const SBrinBlk *brinBlk = TARRAY2_GET_PTR(iter->dataData->brinBlkArray, iter->dataData->brinBlkArrayIdx);
89,626✔
187

188
      if (iter->filterByVersion && (brinBlk->maxVer < iter->range[0] || brinBlk->minVer > iter->range[1])) {
89,626!
189
        continue;
893✔
190
      }
191

192
      if (tbid && tbid->uid == brinBlk->minTbid.uid && tbid->uid == brinBlk->maxTbid.uid) {
88,733!
193
        continue;
×
194
      }
195

196
      code = tsdbDataFileReadBrinBlock(iter->dataData->reader, brinBlk, iter->dataData->brinBlock);
88,733✔
197
      if (code) return code;
88,733!
198

199
      iter->dataData->brinBlockIdx = 0;
88,733✔
200
      iter->dataData->brinBlkArrayIdx++;
88,733✔
201
      break;
88,733✔
202
    }
203
  }
204

205
_exit:
4,056✔
206
  return 0;
2,147,483,647✔
207
}
208

209
static int32_t tsdbMemTableIterNext(STsdbIter *iter, const TABLEID *tbid) {
2,147,483,647✔
210
  SRBTreeNode *node;
211

212
  while (!iter->noMoreData) {
2,147,483,647✔
213
    for (TSDBROW *row; iter->memtData->tbData && (row = tsdbTbDataIterGet(iter->memtData->tbIter));) {
2,147,483,647!
214
      if (tbid && tbid->suid == iter->memtData->tbData->suid && tbid->uid == iter->memtData->tbData->uid) {
2,147,483,647✔
215
        iter->memtData->tbData = NULL;
318,633,389✔
216
        break;
318,630,015✔
217
      }
218

219
      if (iter->filterByVersion) {
2,147,483,647!
220
        int64_t version = TSDBROW_VERSION(row);
×
221
        if (version < iter->range[0] || version > iter->range[1]) {
×
222
          continue;
×
223
        }
224
      }
225

226
      iter->row->row = row[0];
2,147,483,647✔
227

228
      bool r = tsdbTbDataIterNext(iter->memtData->tbIter);
2,147,483,647✔
229
      goto _exit;
2,147,483,647✔
230
    }
231

232
    for (;;) {
233
      node = tRBTreeIterNext(iter->memtData->iter);
601,450,298✔
234
      if (!node) {
601,549,183✔
235
        iter->noMoreData = true;
127,918,926✔
236
        goto _exit;
198,259,733✔
237
      }
238

239
      iter->memtData->tbData = TCONTAINER_OF(node, STbData, rbtn);
473,630,257✔
240
      if (tbid && tbid->suid == iter->memtData->tbData->suid && tbid->uid == iter->memtData->tbData->uid) {
473,638,752!
241
        continue;
×
242
      } else {
243
        iter->row->suid = iter->memtData->tbData->suid;
473,642,848✔
244
        iter->row->uid = iter->memtData->tbData->uid;
473,611,316✔
245
        tsdbTbDataIterOpen(iter->memtData->tbData, iter->memtData->from, 0, iter->memtData->tbIter);
473,639,933✔
246
        break;
473,714,888✔
247
      }
248
    }
249
  }
250

251
_exit:
703✔
252
  return 0;
2,147,483,647✔
253
}
254

255
static int32_t tsdbDataTombIterNext(STsdbIter *iter, const TABLEID *tbid) {
44,219✔
256
  while (!iter->noMoreData) {
66,775!
257
    for (; iter->dataTomb->tombBlockIdx < TOMB_BLOCK_SIZE(iter->dataTomb->tombBlock); iter->dataTomb->tombBlockIdx++) {
68,561✔
258
      int32_t code = tTombBlockGet(iter->dataTomb->tombBlock, iter->dataTomb->tombBlockIdx, iter->record);
37,891✔
259
      if (code) return code;
37,891!
260

261
      if (iter->filterByVersion && (iter->record->version < iter->range[0] || iter->record->version > iter->range[1])) {
37,891!
262
        continue;
1,786✔
263
      }
264

265
      if (tbid && iter->record->suid == tbid->suid && iter->record->uid == tbid->uid) {
36,105!
266
        continue;
×
267
      }
268
      iter->dataTomb->tombBlockIdx++;
36,105✔
269
      goto _exit;
36,105✔
270
    }
271

272
    if (iter->dataTomb->tombBlkArrayIdx >= TARRAY2_SIZE(iter->dataTomb->tombBlkArray)) {
30,670✔
273
      iter->noMoreData = true;
8,114✔
274
      goto _exit;
8,114✔
275
    }
276

277
    for (; iter->dataTomb->tombBlkArrayIdx < TARRAY2_SIZE(iter->dataTomb->tombBlkArray);
22,556!
278
         iter->dataTomb->tombBlkArrayIdx++) {
×
279
      const STombBlk *tombBlk = TARRAY2_GET_PTR(iter->dataTomb->tombBlkArray, iter->dataTomb->tombBlkArrayIdx);
22,556✔
280

281
      if (tbid && tbid->suid == tombBlk->minTbid.suid && tbid->uid == tombBlk->minTbid.uid &&
22,556!
282
          tbid->suid == tombBlk->maxTbid.suid && tbid->uid == tombBlk->maxTbid.uid) {
×
283
        continue;
×
284
      }
285

286
      int32_t code = tsdbDataFileReadTombBlock(iter->dataTomb->reader, tombBlk, iter->dataTomb->tombBlock);
22,556✔
287
      if (code) return code;
22,556!
288

289
      iter->dataTomb->tombBlockIdx = 0;
22,556✔
290
      iter->dataTomb->tombBlkArrayIdx++;
22,556✔
291
      break;
22,556✔
292
    }
293
  }
294

295
_exit:
×
296
  return 0;
44,219✔
297
}
298

299
static int32_t tsdbMemTombIterNext(STsdbIter *iter, const TABLEID *tbid) {
10,100,043✔
300
  while (!iter->noMoreData) {
17,587,640!
301
    for (; iter->memtTomb->delData;) {
17,588,733✔
302
      if (tbid && tbid->uid == iter->memtTomb->tbData->uid) {
6,348,115!
303
        iter->memtTomb->delData = NULL;
×
304
        break;
×
305
      }
306

307
      if (iter->filterByVersion &&
6,348,115!
308
          (iter->memtTomb->delData->version < iter->range[0] || iter->memtTomb->delData->version > iter->range[1])) {
×
309
        continue;
×
310
      }
311

312
      iter->record->suid = iter->memtTomb->tbData->suid;
6,348,115✔
313
      iter->record->uid = iter->memtTomb->tbData->uid;
6,348,115✔
314
      iter->record->version = iter->memtTomb->delData->version;
6,348,115✔
315
      iter->record->skey = iter->memtTomb->delData->sKey;
6,348,115✔
316
      iter->record->ekey = iter->memtTomb->delData->eKey;
6,348,115✔
317

318
      iter->memtTomb->delData = iter->memtTomb->delData->pNext;
6,348,115✔
319
      goto _exit;
6,348,115✔
320
    }
321

322
    for (;;) {
×
323
      SRBTreeNode *node = tRBTreeIterNext(iter->memtTomb->rbtIter);
11,240,618✔
324
      if (node == NULL) {
11,240,618✔
325
        iter->noMoreData = true;
3,753,021✔
326
        goto _exit;
3,753,021✔
327
      }
328

329
      iter->memtTomb->tbData = TCONTAINER_OF(node, STbData, rbtn);
7,487,597✔
330
      if (tbid && tbid->uid == iter->memtTomb->tbData->uid) {
7,487,597!
331
        continue;
×
332
      } else {
333
        iter->memtTomb->delData = iter->memtTomb->tbData->pHead;
7,487,597✔
334
        break;
7,487,597✔
335
      }
336
    }
337
  }
338

339
_exit:
×
340
  return 0;
10,101,136✔
341
}
342

343
static int32_t tsdbSttIterOpen(STsdbIter *iter) {
8,809,943✔
344
  int32_t code;
345

346
  code = tsdbSttFileReadSttBlk(iter->sttData->reader, &iter->sttData->sttBlkArray);
8,809,943✔
347
  if (code) return code;
8,809,953!
348

349
  if (TARRAY2_SIZE(iter->sttData->sttBlkArray) == 0) {
8,809,953✔
350
    iter->noMoreData = true;
423,916✔
351
    return 0;
423,916✔
352
  }
353

354
  iter->sttData->sttBlkArrayIdx = 0;
8,383,033✔
355
  code = tBlockDataCreate(iter->sttData->blockData);
8,383,033✔
356
  if (code) return code;
8,386,037!
357
  iter->sttData->blockDataIdx = 0;
8,386,037✔
358

359
  return tsdbSttIterNext(iter, NULL);
8,384,534✔
360
}
361

362
static int32_t tsdbDataIterOpen(STsdbIter *iter) {
353,040✔
363
  int32_t code;
364

365
  // SBrinBlk
366
  code = tsdbDataFileReadBrinBlk(iter->dataData->reader, &iter->dataData->brinBlkArray);
353,040✔
367
  if (code) return code;
351,537!
368

369
  if (TARRAY2_SIZE(iter->dataData->brinBlkArray) == 0) {
351,537✔
370
    iter->noMoreData = true;
261,911✔
371
    return 0;
260,408✔
372
  }
373

374
  iter->dataData->brinBlkArrayIdx = 0;
89,626✔
375

376
  // SBrinBlock
377
  code = tBrinBlockInit(iter->dataData->brinBlock);
89,626✔
378
  if (code) return code;
89,626!
379
  iter->dataData->brinBlockIdx = 0;
89,626✔
380

381
  // SBlockData
382
  code = tBlockDataCreate(iter->dataData->blockData);
89,626✔
383
  if (code) return code;
89,626!
384
  iter->dataData->blockDataIdx = 0;
89,626✔
385

386
  return tsdbDataIterNext(iter, NULL);
89,626✔
387
}
388

389
static int32_t tsdbMemTableIterOpen(STsdbIter *iter) {
128,404,593✔
390
  if (iter->memtData->memt->nRow == 0) {
128,404,593✔
391
    iter->noMoreData = true;
686,475✔
392
    return 0;
686,475✔
393
  }
394

395
  iter->memtData->iter[0] = tRBTreeIterCreate(iter->memtData->memt->tbDataTree, 1);
127,835,626✔
396
  return tsdbMemTableIterNext(iter, NULL);
127,818,302✔
397
}
398

399
static int32_t tsdbSttIterClose(STsdbIter *iter) {
8,811,456✔
400
  tBlockDataDestroy(iter->sttData->blockData);
8,811,456✔
401
  return 0;
8,811,456✔
402
}
403

404
static int32_t tsdbDataTombIterOpen(STsdbIter *iter) {
353,040✔
405
  int32_t code;
406

407
  code = tsdbDataFileReadTombBlk(iter->dataTomb->reader, &iter->dataTomb->tombBlkArray);
353,040✔
408
  if (code) return code;
350,024!
409

410
  if (TARRAY2_SIZE(iter->dataTomb->tombBlkArray) == 0) {
350,024✔
411
    iter->noMoreData = true;
330,484✔
412
    return 0;
328,981✔
413
  }
414
  iter->dataTomb->tombBlkArrayIdx = 0;
22,556✔
415

416
  tTombBlockInit(iter->dataTomb->tombBlock);
22,556✔
417
  iter->dataTomb->tombBlockIdx = 0;
22,556✔
418

419
  return tsdbDataTombIterNext(iter, NULL);
22,556✔
420
}
421

422
static int32_t tsdbMemTombIterOpen(STsdbIter *iter) {
128,566,556✔
423
  int32_t code;
424

425
  if (iter->memtTomb->memt->nDel == 0) {
128,566,556✔
426
    iter->noMoreData = true;
124,791,159✔
427
    return 0;
124,807,406✔
428
  }
429

430
  iter->memtTomb->rbtIter[0] = tRBTreeIterCreate(iter->memtTomb->memt->tbDataTree, 1);
3,756,962✔
431
  return tsdbMemTombIterNext(iter, NULL);
3,755,869✔
432
}
433

434
static int32_t tsdbDataIterClose(STsdbIter *iter) {
353,040✔
435
  tBrinBlockDestroy(iter->dataData->brinBlock);
353,040✔
436
  tBlockDataDestroy(iter->dataData->blockData);
353,040✔
437
  return 0;
353,040✔
438
}
439

440
static int32_t tsdbMemTableIterClose(STsdbIter *iter) { return 0; }
128,509,135✔
441

442
static int32_t tsdbSttTombIterNext(STsdbIter *iter, const TABLEID *tbid) {
18,442,665✔
443
  while (!iter->noMoreData) {
23,106,274!
444
    for (; iter->sttTomb->tombBlockIdx < TOMB_BLOCK_SIZE(iter->sttTomb->tombBlock); iter->sttTomb->tombBlockIdx++) {
25,698,659✔
445
      int32_t code = tTombBlockGet(iter->sttTomb->tombBlock, iter->sttTomb->tombBlockIdx, iter->record);
16,371,441✔
446
      if (code) return code;
16,371,441!
447

448
      if (iter->filterByVersion && (iter->record->version < iter->range[0] || iter->record->version > iter->range[1])) {
16,371,441!
449
        continue;
×
450
      }
451

452
      if (tbid && iter->record->suid == tbid->suid && iter->record->uid == tbid->uid) {
16,371,441!
453
        continue;
2,592,385✔
454
      }
455

456
      iter->sttTomb->tombBlockIdx++;
13,779,056✔
457
      goto _exit;
13,779,056✔
458
    }
459

460
    if (iter->sttTomb->tombBlkArrayIdx >= TARRAY2_SIZE(iter->sttTomb->tombBlkArray)) {
9,327,218✔
461
      iter->noMoreData = true;
4,663,609✔
462
      goto _exit;
4,663,609✔
463
    }
464

465
    for (; iter->sttTomb->tombBlkArrayIdx < TARRAY2_SIZE(iter->sttTomb->tombBlkArray);
4,663,609!
466
         iter->sttTomb->tombBlkArrayIdx++) {
×
467
      const STombBlk *tombBlk = TARRAY2_GET_PTR(iter->sttTomb->tombBlkArray, iter->sttTomb->tombBlkArrayIdx);
4,663,609✔
468

469
      if (iter->filterByVersion && (tombBlk->maxVer < iter->range[0] || tombBlk->minVer > iter->range[1])) {
4,663,609!
470
        continue;
×
471
      }
472

473
      if (tbid && tbid->suid == tombBlk->minTbid.suid && tbid->uid == tombBlk->minTbid.uid &&
4,663,609!
474
          tbid->suid == tombBlk->maxTbid.suid && tbid->uid == tombBlk->maxTbid.uid) {
×
475
        continue;
×
476
      }
477

478
      int32_t code = tsdbSttFileReadTombBlock(iter->sttTomb->reader, tombBlk, iter->sttTomb->tombBlock);
4,663,609✔
479
      if (code) return code;
4,663,609!
480

481
      iter->sttTomb->tombBlockIdx = 0;
4,663,609✔
482
      iter->sttTomb->tombBlkArrayIdx++;
4,663,609✔
483
      break;
4,663,609✔
484
    }
485
  }
486

487
_exit:
×
488
  return 0;
18,442,665✔
489
}
490

491
static int32_t tsdbSttTombIterOpen(STsdbIter *iter) {
8,811,456✔
492
  int32_t code;
493

494
  code = tsdbSttFileReadTombBlk(iter->sttTomb->reader, &iter->sttTomb->tombBlkArray);
8,811,456✔
495
  if (code) return code;
8,805,438!
496

497
  if (TARRAY2_SIZE(iter->sttTomb->tombBlkArray) == 0) {
8,805,438✔
498
    iter->noMoreData = true;
4,141,827✔
499
    return 0;
4,146,346✔
500
  }
501

502
  iter->sttTomb->tombBlkArrayIdx = 0;
4,663,609✔
503
  tTombBlockInit(iter->sttTomb->tombBlock);
4,663,609✔
504
  iter->sttTomb->tombBlockIdx = 0;
4,663,609✔
505

506
  return tsdbSttTombIterNext(iter, NULL);
4,663,609✔
507
}
508

509
int32_t tsdbIterOpen(const STsdbIterConfig *config, STsdbIter **iter) {
275,222,233✔
510
  int32_t code;
511

512
  iter[0] = taosMemoryCalloc(1, sizeof(*iter[0]));
275,222,233!
513
  if (iter[0] == NULL) {
275,142,858!
514
    return terrno;
×
515
  }
516

517
  iter[0]->type = config->type;
275,236,615✔
518
  iter[0]->noMoreData = false;
275,285,086✔
519
  iter[0]->filterByVersion = config->filterByVersion;
275,259,690!
520
  if (iter[0]->filterByVersion) {
275,278,125!
521
    iter[0]->range[0] = config->verRange[0];
10,170✔
522
    iter[0]->range[1] = config->verRange[1];
10,170✔
523
  }
524

525
  switch (config->type) {
275,273,275!
526
    case TSDB_ITER_TYPE_STT:
8,808,790✔
527
      iter[0]->sttData->reader = config->sttReader;
8,808,790✔
528
      code = tsdbSttIterOpen(iter[0]);
8,808,790✔
529
      break;
8,806,949✔
530
    case TSDB_ITER_TYPE_DATA:
351,537✔
531
      iter[0]->dataData->reader = config->dataReader;
351,537✔
532
      code = tsdbDataIterOpen(iter[0]);
353,040✔
533
      break;
351,537✔
534
    case TSDB_ITER_TYPE_MEMT:
128,318,670✔
535
      iter[0]->memtData->memt = config->memt;
128,318,670✔
536
      iter[0]->memtData->from[0] = config->from[0];
128,467,465✔
537
      code = tsdbMemTableIterOpen(iter[0]);
128,495,994✔
538
      break;
128,567,939✔
539
    case TSDB_ITER_TYPE_STT_TOMB:
8,809,953✔
540
      iter[0]->sttTomb->reader = config->sttReader;
8,809,953✔
541
      code = tsdbSttTombIterOpen(iter[0]);
8,809,953✔
542
      break;
8,808,454✔
543
    case TSDB_ITER_TYPE_DATA_TOMB:
351,537✔
544
      iter[0]->dataTomb->reader = config->dataReader;
351,537✔
545
      code = tsdbDataTombIterOpen(iter[0]);
351,537✔
546
      break;
351,537✔
547
    case TSDB_ITER_TYPE_MEMT_TOMB:
128,647,950✔
548
      iter[0]->memtTomb->memt = config->memt;
128,647,950✔
549
      code = tsdbMemTombIterOpen(iter[0]);
128,567,017✔
550
      break;
128,473,288✔
551
    default:
×
552
      return TSDB_CODE_INVALID_PARA;
×
553
  }
554

555
  if (code) {
275,359,704!
556
    taosMemoryFree(iter[0]);
×
557
    iter[0] = NULL;
×
558
  }
559
  return code;
275,359,704✔
560
}
561

562
static int32_t tsdbSttTombIterClose(STsdbIter *iter) {
8,811,456✔
563
  tTombBlockDestroy(iter->sttTomb->tombBlock);
8,811,456✔
564
  return 0;
8,810,517✔
565
}
566

567
static int32_t tsdbDataTombIterClose(STsdbIter *iter) {
353,040✔
568
  tTombBlockDestroy(iter->dataTomb->tombBlock);
353,040✔
569
  return 0;
353,040✔
570
}
571

572
int32_t tsdbIterClose(STsdbIter **iter) {
275,235,762✔
573
  switch (iter[0]->type) {
275,235,762!
574
    case TSDB_ITER_TYPE_STT:
8,811,456✔
575
      tsdbSttIterClose(iter[0]);
8,811,456✔
576
      break;
8,811,456✔
577
    case TSDB_ITER_TYPE_DATA:
353,040✔
578
      tsdbDataIterClose(iter[0]);
353,040✔
579
      break;
353,040✔
580
    case TSDB_ITER_TYPE_MEMT:
128,543,040✔
581
      tsdbMemTableIterClose(iter[0]);
128,543,040✔
582
      break;
128,449,585✔
583
    case TSDB_ITER_TYPE_STT_TOMB:
8,810,164✔
584
      tsdbSttTombIterClose(iter[0]);
8,810,164✔
585
      break;
8,810,517✔
586
    case TSDB_ITER_TYPE_DATA_TOMB:
353,040✔
587
      tsdbDataTombIterClose(iter[0]);
353,040✔
588
      break;
353,040✔
589
    case TSDB_ITER_TYPE_MEMT_TOMB:
128,484,903✔
590
      break;
128,484,903✔
591
    default:
×
592
      return TSDB_CODE_INVALID_PARA;
×
593
  }
594
  taosMemoryFree(iter[0]);
275,262,541!
595
  iter[0] = NULL;
275,057,776✔
596
  return 0;
275,091,002✔
597
}
598

599
int32_t tsdbIterNext(STsdbIter *iter) {
2,147,483,647✔
600
  switch (iter->type) {
2,147,483,647!
601
    case TSDB_ITER_TYPE_STT:
2,147,483,647✔
602
      return tsdbSttIterNext(iter, NULL);
2,147,483,647✔
603
    case TSDB_ITER_TYPE_DATA:
2,147,483,647✔
604
      return tsdbDataIterNext(iter, NULL);
2,147,483,647✔
605
    case TSDB_ITER_TYPE_MEMT:
2,147,483,647✔
606
      return tsdbMemTableIterNext(iter, NULL);
2,147,483,647✔
607
    case TSDB_ITER_TYPE_STT_TOMB:
13,473,651✔
608
      return tsdbSttTombIterNext(iter, NULL);
13,473,651✔
609
    case TSDB_ITER_TYPE_DATA_TOMB:
21,663✔
610
      return tsdbDataTombIterNext(iter, NULL);
21,663✔
611
    case TSDB_ITER_TYPE_MEMT_TOMB:
11,462,431✔
612
      return tsdbMemTombIterNext(iter, NULL);
11,462,431✔
613
    default:
×
614
      return TSDB_CODE_INVALID_PARA;
×
615
  }
616
  return 0;
617
}
618

619
static int32_t tsdbIterSkipTableData(STsdbIter *iter, const TABLEID *tbid) {
328,006,459✔
620
  switch (iter->type) {
328,006,459!
621
    case TSDB_ITER_TYPE_STT:
988,517✔
622
      return tsdbSttIterNext(iter, tbid);
988,517✔
623
    case TSDB_ITER_TYPE_DATA:
84,864✔
624
      return tsdbDataIterNext(iter, tbid);
84,864✔
625
    case TSDB_ITER_TYPE_MEMT:
326,589,365✔
626
      return tsdbMemTableIterNext(iter, tbid);
326,589,365✔
627
    case TSDB_ITER_TYPE_STT_TOMB:
305,405✔
628
      return tsdbSttTombIterNext(iter, tbid);
305,405✔
629
    case TSDB_ITER_TYPE_DATA_TOMB:
×
630
      return tsdbDataTombIterNext(iter, tbid);
×
631
    case TSDB_ITER_TYPE_MEMT_TOMB:
69,654✔
632
      return tsdbMemTombIterNext(iter, tbid);
69,654✔
633
    default:
×
634
      return TSDB_CODE_INVALID_PARA;
×
635
  }
636
  return 0;
637
}
638

639
static int32_t tsdbIterCmprFn(const SRBTreeNode *n1, const SRBTreeNode *n2) {
2,147,483,647✔
640
  STsdbIter *iter1 = TCONTAINER_OF(n1, STsdbIter, node);
2,147,483,647✔
641
  STsdbIter *iter2 = TCONTAINER_OF(n2, STsdbIter, node);
2,147,483,647✔
642
  return tRowInfoCmprFn(&iter1->row, &iter2->row);
2,147,483,647✔
643
}
644

645
static int32_t tsdbTombIterCmprFn(const SRBTreeNode *n1, const SRBTreeNode *n2) {
29,233,053✔
646
  STsdbIter *iter1 = TCONTAINER_OF(n1, STsdbIter, node);
29,233,053✔
647
  STsdbIter *iter2 = TCONTAINER_OF(n2, STsdbIter, node);
29,233,053✔
648

649
  if (iter1->record->suid < iter2->record->suid) {
29,233,053✔
650
    return -1;
418,774✔
651
  } else if (iter1->record->suid > iter2->record->suid) {
28,814,279✔
652
    return 1;
276,367✔
653
  }
654

655
  if (iter1->record->uid < iter2->record->uid) {
28,537,912✔
656
    return -1;
2,906,387✔
657
  } else if (iter1->record->uid > iter2->record->uid) {
25,631,525✔
658
    return 1;
4,239,004✔
659
  }
660

661
  if (iter1->record->version < iter2->record->version) {
21,392,521✔
662
    return -1;
13,130,416✔
663
  } else if (iter1->record->version > iter2->record->version) {
8,262,105!
664
    return 1;
8,262,105✔
665
  }
666

667
  return 0;
×
668
}
669

670
// SIterMerger ================
671
struct SIterMerger {
672
  bool       isTomb;
673
  STsdbIter *iter;
674
  SRBTree    iterTree[1];
675
};
676

677
int32_t tsdbIterMergerOpen(const TTsdbIterArray *iterArray, SIterMerger **merger, bool isTomb) {
263,789,244✔
678
  STsdbIter   *iter;
679
  SRBTreeNode *node;
680

681
  merger[0] = taosMemoryCalloc(1, sizeof(*merger[0]));
263,789,244!
682
  if (merger[0] == NULL) {
263,688,170!
683
    return terrno;
×
684
  }
685

686
  merger[0]->isTomb = isTomb;
263,714,121✔
687
  if (isTomb) {
263,738,825✔
688
    tRBTreeCreate(merger[0]->iterTree, tsdbTombIterCmprFn);
131,797,960✔
689
  } else {
690
    tRBTreeCreate(merger[0]->iterTree, tsdbIterCmprFn);
131,940,865✔
691
  }
692
  TARRAY2_FOREACH(iterArray, iter) {
539,320,171✔
693
    while (!iter->noMoreData) {
275,294,860✔
694
      if (tRBTreePut(merger[0]->iterTree, iter->node) == NULL) {
144,655,555!
695
        int32_t code = tsdbIterNext(iter);
×
696
        if (code) {
×
697
          tsdbIterMergerClose(merger);
×
698
          return code;
×
699
        }
700
        continue;
×
701
      }
702
      break;
144,644,416✔
703
    }
704
  }
705

706
  return tsdbIterMergerNext(merger[0]);
263,689,776✔
707
}
708

709
void tsdbIterMergerClose(SIterMerger **merger) {
263,795,118✔
710
  if (merger[0]) {
263,795,118!
711
    taosMemoryFree(merger[0]);
263,842,057!
712
    merger[0] = NULL;
263,632,879✔
713
  }
714
}
263,626,203✔
715

716
int32_t tsdbIterMergerNext(SIterMerger *merger) {
2,147,483,647✔
717
  int32_t      code;
718
  int32_t      c;
719
  SRBTreeNode *node;
720

721
  while (merger->iter) {
2,147,483,647✔
722
    code = tsdbIterNext(merger->iter);
2,147,483,647✔
723
    if (code) return code;
2,147,483,647!
724

725
    if (merger->iter->noMoreData) {
2,147,483,647✔
726
      merger->iter = NULL;
25,077,495✔
727
    } else if ((node = tRBTreeMin(merger->iterTree))) {
2,147,483,647✔
728
      c = merger->iterTree->cmprFn(merger->iter->node, node);
2,147,483,647✔
729
      if (c > 0) {
2,147,483,647✔
730
        node = tRBTreePut(merger->iterTree, merger->iter->node);
2,147,483,647✔
731
        merger->iter = NULL;
2,147,483,647✔
732
      } else if (c == 0) {
2,147,483,647!
733
        continue;
×
734
      }
735
    }
736
    break;
2,147,483,647✔
737
  }
738

739
  if (merger->iter == NULL && (node = tRBTreeDropMin(merger->iterTree))) {
2,147,483,647✔
740
    merger->iter = TCONTAINER_OF(node, STsdbIter, node);
2,147,483,647✔
741
  }
742

743
  return 0;
2,147,483,647✔
744
}
745

746
SRowInfo *tsdbIterMergerGetData(SIterMerger *merger) { return merger->iter ? merger->iter->row : NULL; }
2,147,483,647✔
747

748
STombRecord *tsdbIterMergerGetTombRecord(SIterMerger *merger) { return merger->iter ? merger->iter->record : NULL; }
152,366,547✔
749

750
int32_t tsdbIterMergerSkipTableData(SIterMerger *merger, const TABLEID *tbid) {
327,851,959✔
751
  int32_t      code;
752
  int32_t      c;
753
  SRBTreeNode *node;
754

755
  while (merger->iter && tbid->suid == merger->iter->row->suid && tbid->uid == merger->iter->row->uid) {
655,925,815✔
756
    int32_t code = tsdbIterSkipTableData(merger->iter, tbid);
328,062,525✔
757
    if (code) return code;
328,064,836!
758

759
    while (1) {
760
      if (merger->iter->noMoreData) {
328,064,836✔
761
        merger->iter = NULL;
119,703,896✔
762
      } else if ((node = tRBTreeMin(merger->iterTree))) {
208,362,920✔
763
        c = merger->iterTree->cmprFn(merger->iter->node, node);
653,975✔
764
        if (c > 0) {
653,975✔
765
          node = tRBTreePut(merger->iterTree, merger->iter->node);
253,163✔
766
          merger->iter = NULL;
253,163✔
767
        } else if (c == 0) {
400,812!
768
          code = tsdbIterNext(merger->iter);
×
769
          if (code) return code;
×
770
          continue;
×
771
        }
772
      }
773
      break;
328,055,567✔
774
    }
775

776
    if (!merger->iter && (node = tRBTreeDropMin(merger->iterTree))) {
328,055,567✔
777
      merger->iter = TCONTAINER_OF(node, STsdbIter, node);
773,140✔
778
    }
779
  }
780

781
  return 0;
327,879,433✔
782
}
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc